-- Logs begin at Thu 2021-04-22 20:53:33 UTC, end at Thu 2021-04-22 22:01:24 UTC. -- Apr 22 21:24:52.211928 dv-cinder-763306-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 21:24:55.341790 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.common.config [-] Logging enabled! Apr 22 21:24:55.342392 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev125 Apr 22 21:24:55.343714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 21:24:55.345480 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.common.config [-] Logging enabled! Apr 22 21:24:55.345762 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev125 Apr 22 21:24:55.346102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 21:24:55.347118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 21:24:55.347380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 21:24:55.348436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 21:24:55.348712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 21:24:55.348962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 21:24:55.349307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.349644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.349977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.350214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.350544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.350870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.351180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.351505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.351840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.352187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.352495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.352807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.353060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.353373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.353692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.354012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.354261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] debug = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.354567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.355094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.355415 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.355760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.356105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.356430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.356716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.357017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.357327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.357682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] host = dv-cinder-763306-11-smb {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.357984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.358305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.358618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.358932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.359236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.359600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.359937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.360269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.360570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.360844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.361153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.361470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.361799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.362053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.362292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.362611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.362929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.363229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.363531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.363831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.364162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.364462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.364759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.365075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.365391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.365708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.366008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.366309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.366610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.366908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.367222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.367521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.367821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.368148 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.368468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.368765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.369065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.369400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.369716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.370029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.370362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.370643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.370956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.371254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.371552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.371865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_json = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.372182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.372479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.372793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.373092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.373390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.373687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.373986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.374303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:55.374628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.374983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.375314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.375623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.375965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.376275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.376591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.376907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.377214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.377530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.377847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.378152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.378466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.378770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.379093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.379431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.379757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.380106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.380409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.380709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.381008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.381315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.381630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.382321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.382645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.382949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.383257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.383580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.383884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.384209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.384518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.384839 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.385147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.385450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.385757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.386063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.386363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.386659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.386963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.387284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.387588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.387884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.388207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.388512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.388810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.389123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.389430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.389727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.390024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.390330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.390729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.391035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.391341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.391643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.391987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.392288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.392587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.392888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.393187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.393506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.393781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.394077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.394383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.394682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.394981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.395278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.395579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.395874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.396213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.396546 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.396854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.397162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.397468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.397774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.398081 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.398387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.398692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.398999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.399298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.399621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.399964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.400271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.400583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.400889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.401217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.401521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.401837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.402139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.402444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.402766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.403074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.403394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.403715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.404058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.404388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.404713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.405021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.405366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.405673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:55.405916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 21:24:55.406202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86304) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 21:24:56.053588 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading Gnome Apr 22 21:24:56.070745 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading Google Apr 22 21:24:56.073493 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 21:24:56.077104 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading file Apr 22 21:24:56.077953 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading keyczar Apr 22 21:24:56.078248 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading multi Apr 22 21:24:56.078916 dv-cinder-763306-11-smb neutron-server[86304]: INFO keyring.backend [-] Loading pyfs Apr 22 21:24:56.124647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:24:56.124856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:24:56.125263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:24:56.125636 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 21:24:56.516589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.517113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.517113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.518437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.518850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.519140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.555431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.555736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.556040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.570832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.571132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.571423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.636675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.636930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.637232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.638241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.638529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.640487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.906239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.906555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.906847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.907147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:56.907958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.053252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.053621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.053930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.054223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.054507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.054879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.055337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.055620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.055885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.056240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.056530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.056833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.057131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.057419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.057724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.058036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.058322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.058615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.058896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.059228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.059693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.059975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.060250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.060581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.060856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.061127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.061543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.061809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.062073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.062336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.062647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.062911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.063324 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 21:24:57.066816 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 21:24:57.070731 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 21:24:57.074515 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 22 21:24:57.076192 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 21:24:57.077462 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 21:24:57.077839 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 21:24:57.078313 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 21:24:57.082103 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 21:24:57.082366 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 21:24:57.082752 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 21:24:57.109511 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 21:24:57.109910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.110235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86304) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 21:24:57.110627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.111960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86304) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 21:24:57.112302 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 21:24:57.112545 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 21:24:57.115640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.115935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.182862 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 21:24:57.183093 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 21:24:57.183358 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 21:24:57.183771 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 21:24:57.217979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.sqlalchemy.engines [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86304) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 21:24:57.657614 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing driver for type 'gre' Apr 22 21:24:57.658172 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] gre ID ranges: [(1, 1000)] Apr 22 21:24:57.701066 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing driver for type 'local' Apr 22 21:24:57.701431 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing driver for type 'vlan' Apr 22 21:24:57.712854 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] VlanTypeDriver initialization complete Apr 22 21:24:57.713220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing driver for type 'vxlan' Apr 22 21:24:57.713730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] vxlan ID ranges: [(1, 1000)] Apr 22 21:24:57.756733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing extension driver 'port_security' Apr 22 21:24:57.757453 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] PortSecurityExtensionDriver initialization complete Apr 22 21:24:57.757823 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing mechanism driver 'openvswitch' Apr 22 21:24:57.758177 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing mechanism driver 'hyperv' Apr 22 21:24:57.764651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:24:57.765485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.765950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.766333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.766756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.767128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.767502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.767946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.768310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.768679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.769084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.769458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.769993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.770404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.770775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.771145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.771555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > address_group after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.771943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > address_group after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.772310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > address_group after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.772668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] ML2 OVO RPC backend initialized. {{(pid=86304) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 21:24:57.773469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.773851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.774298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.774671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > networks before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.775044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.775410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > ports before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.775777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.776176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnets before_response 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.776547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.776902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.777265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.777626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.777988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.778348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.778708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.779070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.779406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > subnet after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.780077 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.plugin [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Modular L2 Plugin initialization complete Apr 22 21:24:57.780433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading services supported by the core plugin {{(pid=86304) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 21:24:57.780795 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.plugins.ml2.managers [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Got port-security extension from driver 'port_security' Apr 22 21:24:57.781326 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.extensions.vlantransparent [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Disabled vlantransparent extension. Apr 22 21:24:57.781859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86304) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 21:24:57.782193 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: router Apr 22 21:24:57.821217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.821647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_create 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.822045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router before_create 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.822420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.822855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.823239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_delete 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.823629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > floatingip after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.824052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_create 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.824428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.824797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.825168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.825563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.826062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.826480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.826835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.827204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: subnet after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.827570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.827979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > port precommit_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.828428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_create 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.828800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.829168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.829570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router after_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.829942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_delete 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.830322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_create 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.830720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router_interface after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.831162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_update 55549900 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.831582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > network after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.832675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Tracking information for resource: router configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.833042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Tracking information for resource: floatingip configured {{(pid=86304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 21:24:57.838170 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_agentschedulers_db [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 21:24:57.838816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.839210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.839593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.839997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: port after_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.840899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router before_create 55550100 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.841296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_delete 55550100 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.841690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_create 55550100 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.842076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > router precommit_update 55550100 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.846995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.provider_configuration [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service providers = [] {{(pid=86304) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 21:24:57.847384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.servicetype_db [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86304) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 21:24:57.850323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.service_base [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 21:24:57.850700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.service_base [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 21:24:57.851400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.service_base [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 21:24:57.851938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.service_base [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 21:24:57.852353 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.services.service_base [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 21:24:57.852780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.853127 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 21:24:57.863554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.863939 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: auto_allocate Apr 22 21:24:57.869889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: network precommit_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.870296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: network precommit_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.870883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.871232 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: tag Apr 22 21:24:57.878481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.878845 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: timestamp Apr 22 21:24:57.883177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.883521 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: network_ip_availability Apr 22 21:24:57.889499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.889894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.890278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:57.891201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.891548 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: flavors Apr 22 21:24:57.896217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.896577 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading Plugin: revisions Apr 22 21:24:57.901118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 21:24:57.901541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=86304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:24:57.902330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86304) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 21:24:57.902702 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Initializing extension manager. Apr 22 21:24:57.903248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: __init__.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.903619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: __pycache__ {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.904007 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.904376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: address_group.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.905199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.905853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: address-group Apr 22 21:24:57.906310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: address_scope.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.907082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.907694 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: address-scope Apr 22 21:24:57.908024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.908987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.909547 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: router-admin-state-down-before-update Apr 22 21:24:57.909913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: agent.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.910655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.911230 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: agent Apr 22 21:24:57.911567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: agent_resources_synced.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.912501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.913078 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: agent-resources-synced Apr 22 21:24:57.913424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: allowedaddresspairs.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.915263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.915839 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: allowed-address-pairs Apr 22 21:24:57.916208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: auto_allocated_topology.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.917284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.917874 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: auto-allocated-topology Apr 22 21:24:57.918220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: availability_zone.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.918982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.919545 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: availability_zone Apr 22 21:24:57.919885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: availability_zone_filter.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.920884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.921424 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: availability_zone_filter Apr 22 21:24:57.921814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: data_plane_status.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.922880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.923433 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 21:24:57.923777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: default_subnetpools.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.924817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.925302 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: default-subnetpools Apr 22 21:24:57.925642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.926538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.927115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: dhcp_agent_scheduler Apr 22 21:24:57.927481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: dns.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.928416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.928971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension dns-integration not supported by any of loaded plugins Apr 22 21:24:57.929322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: dns_domain_ports.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.930239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.930804 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 21:24:57.931164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: dvr.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.931868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.932479 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: dvr Apr 22 21:24:57.932826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: empty_string_filtering.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.933767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.934318 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: empty-string-filtering Apr 22 21:24:57.934674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.935589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.936190 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 21:24:57.936542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.937528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.938096 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 21:24:57.938444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: external_net.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.939378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.939962 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: external-net Apr 22 21:24:57.940306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.941217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.941778 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: extra_dhcp_opt Apr 22 21:24:57.942130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: extraroute.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.943049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.943607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: extraroute Apr 22 21:24:57.943988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: extraroute_atomic.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.945035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.945594 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: extraroute-atomic Apr 22 21:24:57.945941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: filter_validation.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.946636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.947190 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: filter-validation Apr 22 21:24:57.947540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: fip_pf_description.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.948485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.949039 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 21:24:57.949386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: fip_port_details.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.950428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.950995 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: fip-port-details Apr 22 21:24:57.951338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: flavors.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.952605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.953196 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: flavors Apr 22 21:24:57.953549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.955267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.955854 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 21:24:57.956214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: floatingip_pools.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.956978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.957582 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: floatingip-pools Apr 22 21:24:57.957935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: ip_allocation.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.958851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.959442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 21:24:57.959768 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.960709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.961278 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: ip-substring-filtering Apr 22 21:24:57.961636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l2_adjacency.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.962590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.963161 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 21:24:57.963514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.964651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.965241 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: router Apr 22 21:24:57.965592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.967942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.968541 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 21:24:57.968977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.969914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.970489 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: ext-gw-mode Apr 22 21:24:57.970842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.971889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.972484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: l3-ha Apr 22 21:24:57.972841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3_flavors.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.973798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.974343 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: l3-flavors Apr 22 21:24:57.974696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.975615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.976206 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 21:24:57.976564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: l3agentscheduler.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.977801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.978391 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: l3_agent_scheduler Apr 22 21:24:57.978749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: logging.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.980333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.980906 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension logging not supported by any of loaded plugins Apr 22 21:24:57.981267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: metering.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.982118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.982739 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: metering Apr 22 21:24:57.983101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.984415 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.985001 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: metering_source_and_destination_fields Apr 22 21:24:57.985359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: multiprovidernet.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.986292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.986861 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: multi-provider Apr 22 21:24:57.987222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: netmtu.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.988192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.988757 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: net-mtu Apr 22 21:24:57.989115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: netmtu_writable.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.990068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.990613 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: net-mtu-writable Apr 22 21:24:57.990969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: network_availability_zone.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.991798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.992406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: network_availability_zone Apr 22 21:24:57.992761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: network_ip_availability.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.993873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.994442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: network-ip-availability Apr 22 21:24:57.994795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: network_segment_range.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.995645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.996246 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 21:24:57.996596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: pagination.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.997604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.997971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: pagination Apr 22 21:24:57.998322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: port_device_profile.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:57.999227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:57.999804 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: port-device-profile Apr 22 21:24:58.000248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.001183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.001747 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: port-mac-address-regenerate Apr 22 21:24:58.002098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.003022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.003601 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: port-numa-affinity-policy Apr 22 21:24:58.003974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: port_resource_request.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.004917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.005496 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 21:24:58.005848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: portbindings.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.006775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.007719 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: binding Apr 22 21:24:58.008101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: portbindings_extended.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.009405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.009979 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: binding-extended Apr 22 21:24:58.010337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: portsecurity.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.011266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.011834 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: port-security Apr 22 21:24:58.012223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: project_id.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.013193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.013563 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: project-id Apr 22 21:24:58.013917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: providernet.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.014835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.015403 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: provider Apr 22 21:24:58.015783 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.019517 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.020145 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos not supported by any of loaded plugins Apr 22 21:24:58.020507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.021756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.022321 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 21:24:58.022683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.023649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.024233 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 21:24:58.024575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_default.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.025494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.026055 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-default not supported by any of loaded plugins Apr 22 21:24:58.026408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_fip.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.027087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.027644 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-fip not supported by any of loaded plugins Apr 22 21:24:58.028026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_gateway_ip.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.028948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.029508 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 21:24:58.029856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_port_network_policy.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.030767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.031407 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 21:24:58.031741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_rule_type_details.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.032676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.033241 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 21:24:58.033600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: qos_rules_alias.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.034635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.035200 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 21:24:58.035553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: quotasv2.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.036627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.036989 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: quotas Apr 22 21:24:58.037343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: quotasv2_detail.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.039072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.039442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: quota_details Apr 22 21:24:58.039800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: rbac.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.041016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.041612 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: rbac-policies Apr 22 21:24:58.041969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: rbac_address_group.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.042898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.043488 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: rbac-address-group Apr 22 21:24:58.043847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: rbac_address_scope.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.044794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.045369 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: rbac-address-scope Apr 22 21:24:58.045723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: rbac_security_groups.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.046644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.047252 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: rbac-security-groups Apr 22 21:24:58.047606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: rbac_subnetpool.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.048554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.049125 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: rbac-subnetpool Apr 22 21:24:58.049481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: revisionifmatch.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.050415 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.050982 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: revision-if-match Apr 22 21:24:58.051336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: revisions.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.052500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.053065 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: standard-attr-revisions Apr 22 21:24:58.053421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: router_availability_zone.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.054138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.054711 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: router_availability_zone Apr 22 21:24:58.055063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: routerservicetype.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.056032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.056591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension router-service-type not supported by any of loaded plugins Apr 22 21:24:58.056942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.057867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.058448 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: security-groups-normalized-cidr Apr 22 21:24:58.058800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.059741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.060336 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: port-security-groups-filtering Apr 22 21:24:58.060685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.061627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.062196 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: security-groups-remote-address-group Apr 22 21:24:58.062622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: securitygroup.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.076758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.077390 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: security-group Apr 22 21:24:58.077756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: segment.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.078682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.079258 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension segment not supported by any of loaded plugins Apr 22 21:24:58.079620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.080645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.081210 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 21:24:58.081567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: servicetype.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.082672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.083244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: service-type Apr 22 21:24:58.083611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: sorting.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.084614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.084965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: sorting Apr 22 21:24:58.085314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: standard_attr_segment.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.086245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.086828 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 21:24:58.087183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: standardattrdescription.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.087891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.088494 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: standard-attr-description Apr 22 21:24:58.088845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: stateful_security_group.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.089767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.090338 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: stateful-security-group Apr 22 21:24:58.090682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: stdattrs_common.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.091271 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 21:24:58.091624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.092640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.093211 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 21:24:58.093570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnet_onboard.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.094722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.095285 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: subnet_onboard Apr 22 21:24:58.095638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.096593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.097161 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 21:24:58.097511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnet_service_types.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.098433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.099005 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: subnet-service-types Apr 22 21:24:58.099356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnetallocation.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.100478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.101056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: subnet_allocation Apr 22 21:24:58.101411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.102113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.102689 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: subnetpool-prefix-ops Apr 22 21:24:58.103041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.104012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.104578 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 21:24:58.104929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: tagging.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.106272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.106863 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: standard-attr-tag Apr 22 21:24:58.107219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: timestamp.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.108419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.108986 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loaded extension: standard-attr-timestamp Apr 22 21:24:58.109387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: trunk.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.110436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.111009 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension trunk not supported by any of loaded plugins Apr 22 21:24:58.111366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: trunk_details.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.112313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.112877 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension trunk-details not supported by any of loaded plugins Apr 22 21:24:58.113231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: uplink_status_propagation.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.114155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.114724 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 21:24:58.115073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Loading extension file: vlantransparent.py {{(pid=86304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 21:24:58.115782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 21:24:58.116369 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 21:24:58.119187 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:network Apr 22 21:24:58.120048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnet Apr 22 21:24:58.120705 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 21:24:58.121349 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:port Apr 22 21:24:58.122866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.123345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service FLAVORS assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.124063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.124511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.124911 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:router Apr 22 21:24:58.125662 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:floatingip Apr 22 21:24:58.126421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service METERING assigned prefix: /metering {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.128283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:58.128679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:58.129056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86304) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:24:58.130210 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 21:24:58.130683 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:security_group Apr 22 21:24:58.131477 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 21:24:58.132649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service CORE assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.133010 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 21:24:58.133368 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] subnetpool is already registered Apr 22 21:24:58.134016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service CORE assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.134379 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 21:24:58.134731 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] subnetpool is already registered Apr 22 21:24:58.137510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.137983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service FLAVORS assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.138610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.139060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.139422 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:router Apr 22 21:24:58.139780 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] router is already registered Apr 22 21:24:58.140454 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:floatingip Apr 22 21:24:58.140837 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] floatingip is already registered Apr 22 21:24:58.141513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service METERING assigned prefix: /metering {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.142240 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 21:24:58.142596 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] rbac_policy is already registered Apr 22 21:24:58.143206 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:security_group Apr 22 21:24:58.143565 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] security_group is already registered Apr 22 21:24:58.144220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 21:24:58.144576 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] security_group_rule is already registered Apr 22 21:24:58.145288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service CORE assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.145645 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 21:24:58.146002 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] subnetpool is already registered Apr 22 21:24:58.146654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.resource_helper [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Service CORE assigned prefix: {{(pid=86304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 21:24:58.147016 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 21:24:58.147361 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.quota.resource_registry [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] subnetpool is already registered Apr 22 21:24:58.148068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: extensions {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.149630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: address-groups {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.151313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: address-scopes {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.152587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: agents {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.153799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: auto-allocated-topology {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.155082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: availability_zones {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.156537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: dhcp-networks {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.158057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: dhcp-agents {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.159490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: routers {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.161358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: flavors {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.162553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: service_profiles {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.164041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: next_providers {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.165654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: service_profiles {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.167147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: floatingip-pools {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.168425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: routers {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.170261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: floatingips {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.171496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: l3-routers {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.172991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: l3-agents {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.174468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: metering-labels {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.176838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: metering-label-rules {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.178173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: network-ip-availabilities {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.179501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: bindings {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.181235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: quotas {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.182721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: quotas {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.184176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: rbac-policies {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.185521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: security-groups {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.186786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: security-group-rules {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.188918 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: service-providers {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.189503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: subnetpools {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.190959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: subnetpools {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.192488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.194247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.196152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.197987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.199833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.201788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.203593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.205578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.207521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.209573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.extensions [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Extended resource: tags {{(pid=86304) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 21:24:58.216475 dv-cinder-763306-11-smb neutron-server[86304]: WARNING keystonemiddleware.auth_token [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 21:24:58.221887 dv-cinder-763306-11-smb neutron-server[86304]: WARNING keystonemiddleware.auth_token [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 21:24:58.230746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Acquired lock "singleton_lock" {{(pid=86304) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 21:24:58.231263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Releasing lock "singleton_lock" {{(pid=86304) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 21:24:58.232787 dv-cinder-763306-11-smb neutron-server[86304]: INFO oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Starting 2 workers Apr 22 21:24:58.237592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Started child 86417 {{(pid=86304) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 21:24:58.241717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.242410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Started child 86418 {{(pid=86304) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 21:24:58.243190 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [-] (86417) wsgi starting up on http://0.0.0.0:9696 Apr 22 21:24:58.243886 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 21:24:58.244544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Notify callbacks [] for process, before_spawn {{(pid=86304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.246087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.247034 dv-cinder-763306-11-smb neutron-server[86304]: INFO oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Starting 1 workers Apr 22 21:24:58.247525 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [-] (86418) wsgi starting up on http://0.0.0.0:9696 Apr 22 21:24:58.252584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Started child 86419 {{(pid=86304) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 21:24:58.253134 dv-cinder-763306-11-smb neutron-server[86304]: INFO oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Starting 1 workers Apr 22 21:24:58.254833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] calling RpcWorker wait() {{(pid=86419) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 21:24:58.255249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] returning from RpcWorker wait() {{(pid=86419) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 21:24:58.256795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.257611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:24:58.258296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Started child 86420 {{(pid=86304) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 21:24:58.259066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0dbaf85-ffc3-4a7f-97b7-f19643003c5e None None] Notify callbacks [] for process, after_spawn {{(pid=86304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.260659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86304) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 21:24:58.260876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 21:24:58.261282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 21:24:58.261550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 21:24:58.261966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 21:24:58.262069 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:24:58.262149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 21:24:58.262691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.263024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.263313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.263548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.264074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.264721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.265038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.265338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.265709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.265974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.266137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.266501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.266785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.267028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.267543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.267858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.268136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.268442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.268614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.269026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.269504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.269780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.270737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] debug = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.270737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.270883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.271070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.272016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.272016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.274835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] host = dv-cinder-763306-11-smb {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.276948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_options = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.278980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.280326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.281806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.282087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.282250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.282446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.282593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.282868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.283140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.283417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.283668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.283934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.284173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.284419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.284654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.284929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.285170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.285411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.285682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.285934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.286212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.286626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.286885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.287147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.287540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.287540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.288043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.288182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.288490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.288710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.289086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.289246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:24:58.289413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.289413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.289808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.289933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_json = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.290151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.290392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.290675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.290917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.291158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.291426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.291810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.292797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.292797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.292797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.294824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.296269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.296269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.296269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.296269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.296269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.297800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.298050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.298354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.298665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.298949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.299205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.299477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.299727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.300074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.300228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.300483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.300705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.301012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.301259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.301500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.301761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.302027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.302266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.302521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.302771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.303063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.303324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.303578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.303805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.304253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.304442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.304635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.304818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.305090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.305364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.305698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.305936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.306251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.306478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.306759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.308704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.309823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.309823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.309823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.309823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.309823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.310514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.310514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.310514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.310876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.310876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.311124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.311265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.311471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.311713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.311953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.312219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.312507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.312762 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.313001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.313238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.313469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.314053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.314053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.314302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.314565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.314810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.315072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.315321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.315600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.315848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.316117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.316344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.316641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.316893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.317170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.317423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.317667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.317966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.318214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.318490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.318755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.318992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.319248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.319542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.319801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.320087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.320350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.320645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.320952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.321216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.321516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.321767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.322064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.322394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.322709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.322989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.323276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.323558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.323826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.324109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.324405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.324665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.324930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.325179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.328978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.329121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.329411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.329700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.329952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.330405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.330679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.330899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.331144 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.331581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.332057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.332340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.332587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.332852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.333091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.333357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.333602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.333852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.334080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.334346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.334589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.334838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.335101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.335326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.335578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.335842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.336126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.336373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.337790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.337790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.337790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.337790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.337790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.338137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.338137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.338418 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.338735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.338999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.339258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.339500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.339748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.340015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.340276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.340544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.341195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.341195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.341403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.341586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.341851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.342122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.342386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.342633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.342898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.343146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.343393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.343705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.343975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.344218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.344486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.344756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.344996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.345244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.345487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.345775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.346067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.346329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.346668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.346934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.347200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.347462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.347720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.347972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.348215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.348455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.348698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.348934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.349186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.349424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.349661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.349902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.350151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.350357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.350635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.350793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.351037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.351273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.351503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.351741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.351982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.352235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.352471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.353078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.353078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.353369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.353593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.353863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.354236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.354507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.354872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.355143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.355416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.355856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.355856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.356343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.356560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.356763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.357103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.357390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.357671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.358197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.358197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.358633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.358793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.359262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.359508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.359803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.360135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.360135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.360732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.360732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.361390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.361390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.361390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.362676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.363298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.363298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.363739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.363739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.364243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.364243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 21:24:58.364699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86304) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 21:24:58.364699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 21:24:58.365172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 21:24:58.365172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 21:24:58.365609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 21:24:58.365609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 21:24:58.365609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.366780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.367980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.368867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] debug = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.369878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.370999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.371829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] host = dv-cinder-763306-11-smb {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.372876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.373829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_options = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.374954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.375562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.375562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.375562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.375562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.376830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.377988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.378516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.378516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.378516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.379580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.380964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.381145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.381326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.381506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.381687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_json = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.381867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.382365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.382550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.382729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.382910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.383090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.383271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.383453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 21:24:58.383666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.383972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.384117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.384228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.384364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.384706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.384842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.385015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.385199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.385385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.385576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.385873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.386096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.386096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.387094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.392963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51670) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.393073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.394026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.395041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.396167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.397295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.398401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.399500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.400522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.401512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.402498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.403328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.404934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.405901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.406118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.406329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.407794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.408842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.409848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.410841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.411023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.411206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.412296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.412296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.412484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.412711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.412874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.415933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.415933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.415933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.415933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.415933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0232444 Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.420729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.421665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.422737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.423472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.424640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.425628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.426935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.427991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.428180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.428369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.428555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.428741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.428928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.429112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.429296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.429481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.429666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.429850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 21:24:58.430954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86304) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 21:25:09.892564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bec9ee-d4cd-4d3f-9384-a813b623334e None None] get_active_networks_info from dv-cinder-763306-11-smb {{(pid=86419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 21:25:10.044366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e71a5ea1-ae2f-4310-bd2f-3bd8809b5338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:10.055398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bec9ee-d4cd-4d3f-9384-a813b623334e None None] No non-hosted networks {{(pid=86419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 21:25:11.907668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12e10659-21ad-4012-9827-865f67ecc62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:11.972999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33a3-8fca-4c19-a34f-96e8c9dbf41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:12.475565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:12.792899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:12.794046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.794624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.795178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.795719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.796427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.797130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.797794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.798504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.799047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.799596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.800159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.800796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:12.801392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:12.807446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:13.884910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:15.090109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51762) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:15.299484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_hamode_db [None req-04fee401-4e9c-4a2c-8534-af85124a9960 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 21:25:15.398259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fee401-4e9c-4a2c-8534-af85124a9960 None None] Routers set() bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:25:15.398675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fee401-4e9c-4a2c-8534-af85124a9960 None None] Router IDs set() for agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 21:25:15.743660 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-23fb4d03-17c4-467c-b14c-55252829097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:15.744255 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-23fb4d03-17c4-467c-b14c-55252829097c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:15.972883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-23fb4d03-17c4-467c-b14c-55252829097c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:25:15.974113 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-23fb4d03-17c4-467c-b14c-55252829097c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8820193 Apr 22 21:25:18.759336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51776) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:19.177128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:19.280087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.policy [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86418) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 21:25:19.334775 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:19.335193 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:19.353552 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Loaded quota_driver: . Apr 22 21:25:19.369236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:19.428268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857657932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857650240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857659620', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857641288', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857690940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363278857683143', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854035645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851310781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854130251'] for rbac-policy, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:19.659302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:19.660664 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-52538405-4a84-4c5d-9c3a-085c0a410909 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9003150 Apr 22 21:25:22.868273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51790) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:23.560609 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:23.561213 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:23.789594 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'name': 'private'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:23.792708 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.quota [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Loaded quota_driver: . Apr 22 21:25:23.808764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:23.818051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Usage tracker for resource:network and tenant:a8da58f6ef8742d6aeff72ab5a9c8869 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:23.823819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:23.831805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:23.848480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Made reservation on behalf of a8da58f6ef8742d6aeff72ab5a9c8869 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:25:23.927178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.policy [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86417) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 21:25:23.983291 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:23.983771 dv-cinder-763306-11-smb neutron-server[86304]: WARNING oslo_policy.policy [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 21:25:24.005694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.026291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.044287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:24.048561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Usage tracker for resource:security_group_rule and tenant:a8da58f6ef8742d6aeff72ab5a9c8869 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:24.052536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:24.058820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:24.339368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.342966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.348508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:24.368370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:25:24.398318 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278856609942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.398945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Unsubscribe: segment precommit_create {{(pid=86417) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 21:25:24.399414 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Added segment d97bf9b4-821b-4d3b-ab87-fa5ce15c7855 of type vlan for network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 Apr 22 21:25:24.453230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53013b9e-cf1b-41be-9d52-92452d130adf,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:24.477264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.477579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.478022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.478396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.478816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.479210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.479599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.480012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.480417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.480810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.481195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.481583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Tracked resource versions report: Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:25:24.482711 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:25:24.528522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:24.532889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.576184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.577836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:24.578528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:24.584213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:24.701145 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8312571 Apr 22 21:25:24.701881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee91dbe-1a06-4f61-a2f2-b9777de54616,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:24.705507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:24.717422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:25:27.978448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51812) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:28.483448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85566046-2f27-4809-a96f-155cf9c55f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:28.484963 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-85566046-2f27-4809-a96f-155cf9c55f2a admin admin] 10.222.0.15 "GET /v2.0/networks/8ee91dbe-1a06-4f61-a2f2-b9777de54616 HTTP/1.1" status: 200 len: 825 time: 0.5054462 Apr 22 21:25:28.522130 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-caf2aa4d-e9af-4c8e-8729-bf2567c200ec admin admin] 10.222.0.15 "GET /v2.0/subnetpools/24159247-1707-4d13-bcf2-c260d4b6b360 HTTP/1.1" status: 200 len: 734 time: 0.0304081 Apr 22 21:25:28.532486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:28.537978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:28.542094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Usage tracker for resource:subnet and tenant:a8da58f6ef8742d6aeff72ab5a9c8869 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:28.545308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:28.551959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:28.564125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Made reservation on behalf of a8da58f6ef8742d6aeff72ab5a9c8869 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:25:28.568768 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:29.244285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:29.254118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:29.350616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Checking segment: {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:25:29.350993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Network hostable DHCP agents. Network: 8ee91dbe-1a06-4f61-a2f2-b9777de54616, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:25:29.355461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210673ff-c81c-4a8a-bc3b-4ea340160939,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:29.358794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:29.376933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:25:29.387579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 8ee91dbe-1a06-4f61-a2f2-b9777de54616) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:29.392902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:29.393528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:29.398011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475ee33-ef71-4899-9109-7a96fd417b8f None None] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:25:29.414865 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5d657863-a4a8-4daa-b3db-b0a79b0286c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8862829 Apr 22 21:25:29.919743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:25:29.920894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.120165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Allocated IP 172.20.0.2 (8ee91dbe-1a06-4f61-a2f2-b9777de54616/210673ff-c81c-4a8a-bc3b-4ea340160939/3bd3d140-ee67-4d16-b226-10ff5b1d190e) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:25:30.386621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.400082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Transition to ACTIVE for port object 3bd3d140-ee67-4d16-b226-10ff5b1d190e will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:25:30.421135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Transition to ACTIVE for port object 3bd3d140-ee67-4d16-b226-10ff5b1d190e will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:25:30.427346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.433325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:30.500818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:25:30.504515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:30.511241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:25:30.522451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d140-ee67-4d16-b226-10ff5b1d190e,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:30.590593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.590961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.591359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.591722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.592108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.592466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.592811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.593142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.593592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.593921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.594292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.594639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Tracked resource versions report: Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:25:30.595791 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:25:30.633621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:30.662412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Attempting to bind port 3bd3d140-ee67-4d16-b226-10ff5b1d190e on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:25:30.662752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Attempting to bind port 3bd3d140-ee67-4d16-b226-10ff5b1d190e by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:25:30.663141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Attempting to bind port 3bd3d140-ee67-4d16-b226-10ff5b1d190e on network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:25:30.669595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:25:30.669997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Checking segment: {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:25:30.671553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.671553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Bound using segment: {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:25:30.671553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Bound port: 3bd3d140-ee67-4d16-b226-10ff5b1d190e, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:25:30.671847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.771097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] For port 3bd3d140-ee67-4d16-b226-10ff5b1d190e, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:25:30.775422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] For port 3bd3d140-ee67-4d16-b226-10ff5b1d190e, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=3bd3d140-ee67-4d16-b226-10ff5b1d190e,segment=NetworkSegment(d97bf9b4-821b-4d3b-ab87-fa5ce15c7855),segment_id=d97bf9b4-821b-4d3b-ab87-fa5ce15c7855)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:25:30.780670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:30.785118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:30.880645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d140-ee67-4d16-b226-10ff5b1d190e,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:30.884334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:32.285153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51822) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:32.697154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-9d8247e3-c6cb-4c0f-8f58-ebc3bcb5a834 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:25:32.700500 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9d8247e3-c6cb-4c0f-8f58-ebc3bcb5a834 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141858 Apr 22 21:25:35.504282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51832) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:35.922793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-3ee942c0-5923-4af8-a506-1f09a5d0f215 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:25:35.923880 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3ee942c0-5923-4af8-a506-1f09a5d0f215 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4186869 Apr 22 21:25:36.868260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 3bd3d140-ee67-4d16-b226-10ff5b1d190e up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:25:36.941038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:25:37.765820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2a0c8-6380-4940-9914-9309a55ec718 None None] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:25:37.868769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Provisioning for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:25:37.879579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Provisioning complete for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:37.880032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:38.125031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:38.172423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] For port 3bd3d140-ee67-4d16-b226-10ff5b1d190e, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=3bd3d140-ee67-4d16-b226-10ff5b1d190e,segment=NetworkSegment(d97bf9b4-821b-4d3b-ab87-fa5ce15c7855),segment_id=d97bf9b4-821b-4d3b-ab87-fa5ce15c7855)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:25:38.177161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:38.181663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:38.255711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Pushing event updated for resources: {'Port': ['ID=3bd3d140-ee67-4d16-b226-10ff5b1d190e,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:38.259420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:38.402787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-353a1727-681b-4855-a99f-b20672aed45d None None] Provisioning complete for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:38.403194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-353a1727-681b-4855-a99f-b20672aed45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:38.852985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 3bd3d140-ee67-4d16-b226-10ff5b1d190e up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:25:38.929078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:38.929624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.005218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51848) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:39.398113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Request body: {'router': {'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:39.406916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:39.411302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Usage tracker for resource:router and tenant:a8da58f6ef8742d6aeff72ab5a9c8869 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:39.414778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:39.421143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:39.433002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.435225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.459225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.571501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.591816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:39.593209 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-204bcb52-74ad-4a13-bf7e-789810bac39c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5868893 Apr 22 21:25:39.791129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b540d763-cfbc-4635-8919-9a38703b5ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:41.903222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-aa223633-a45f-457c-8822-104fdaacfcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:42.334710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51868) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:42.429144 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:42.506836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-7fc5755e-b904-4cef-b0f8-11c20173646d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:25:42.507940 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7fc5755e-b904-4cef-b0f8-11c20173646d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1721492 Apr 22 21:25:42.805609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:43.807844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.098578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51888) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:45.159154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:45.165664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:45.169991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Usage tracker for resource:network and tenant:4aaf63e9b8a94b1184616e6b8bc2b520 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:45.173788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:45.180265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:45.190863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Made reservation on behalf of 4aaf63e9b8a94b1184616e6b8bc2b520 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:25:45.196888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.213932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.229408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:45.233610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaf63e9b8a94b1184616e6b8bc2b520 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:45.236919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:45.242919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:45.342506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.346965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.351943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:45.366134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Reserving flat network on physical network physnet1 {{(pid=86418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 21:25:45.398990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278856609942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.399598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Unsubscribe: segment precommit_create {{(pid=86418) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 21:25:45.400090 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Added segment dfcea0e1-aef9-46d5-83a3-e36c26f57b26 of type flat for network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 Apr 22 21:25:45.448993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07708d52-b98f-49e7-8d5f-1ba5e53da7e3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:45.470828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.471196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.471551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.471931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.472272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.472620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.472965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.473303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.473653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.473974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.474312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.474641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Tracked resource versions report: Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:25:45.475738 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:25:45.508500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:45.531244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.577008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.578509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:45.579188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:45.584307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:45.697186 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5973423 Apr 22 21:25:45.697827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Pushing event updated for resources: {'Network': ['ID=61310a2d-cce5-47ab-8bf0-5cf7395c6f68,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:45.701457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:45.709981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:25:46.321499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:25:48.298799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51902) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:48.419597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27cf9c8-65fe-4e58-ac11-04c135bb6c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:48.421163 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b27cf9c8-65fe-4e58-ac11-04c135bb6c2b admin admin] 10.222.0.15 "GET /v2.0/subnets/210673ff-c81c-4a8a-bc3b-4ea340160939 HTTP/1.1" status: 200 len: 849 time: 0.1212778 Apr 22 21:25:48.598710 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e189ac9c-0ce5-4508-8f79-621c9d0b5cdd admin admin] 10.222.0.15 "GET /v2.0/routers/a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 HTTP/1.1" status: 200 len: 704 time: 0.1712263 Apr 22 21:25:49.095948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:49.346860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Allocated IP 172.20.0.1 (8ee91dbe-1a06-4f61-a2f2-b9777de54616/210673ff-c81c-4a8a-bc3b-4ea340160939/5afda8cf-b94d-41e5-8bb3-f673a8928555) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:25:49.514950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:49.533870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Transition to ACTIVE for port object 5afda8cf-b94d-41e5-8bb3-f673a8928555 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:25:49.594345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:49.598365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:49.665680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:25:49.668761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:49.671959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:25:49.672697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:49.840302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-7d13cb77-3a86-4bfe-b013-38103b696385 None None] Provisioning for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:25:49.847476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-7d13cb77-3a86-4bfe-b013-38103b696385 None None] Provisioning complete for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:49.848003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7d13cb77-3a86-4bfe-b013-38103b696385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:49.906309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7d13cb77-3a86-4bfe-b013-38103b696385 None None] Port 5afda8cf-b94d-41e5-8bb3-f673a8928555 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:25:49.974039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5afda8cf-b94d-41e5-8bb3-f673a8928555,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:49.977539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:50.113455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:50.360676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:50.364991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:50.366072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:50.369734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:50.508467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5afda8cf-b94d-41e5-8bb3-f673a8928555,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:50.512967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:50.575669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:25:50.576972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:50.730684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f19ee4c8-35ef-46cb-a547-020ab9b0063e None None] Provisioning complete for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:50.731086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f19ee4c8-35ef-46cb-a547-020ab9b0063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:50.784074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:25:50.790715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f19ee4c8-35ef-46cb-a547-020ab9b0063e None None] Port 5afda8cf-b94d-41e5-8bb3-f673a8928555 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:25:50.955233 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:25:50.965699 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] 10.222.0.15 "PUT /v2.0/routers/a306aef0-3fd6-4b59-9af4-7a6ef971f4b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3611572 Apr 22 21:25:50.967509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Sync routers for ids ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:25:50.980673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Routers {'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:25:50.981582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:25:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:51.176636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Set router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:25:51.741810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:50Z', 'revision_number': 2, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port_host': None, '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:50Z', 'revision_number': 2, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:51.747112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Checking router: a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:25:51.747492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Updating router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 port 5afda8cf-b94d-41e5-8bb3-f673a8928555 binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:25:51.809582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.228275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.244367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Transition to ACTIVE for port object 5afda8cf-b94d-41e5-8bb3-f673a8928555 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:25:52.250787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.255885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:52.435358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926813-d95b-4782-a917-19d7feec137e None None] Pushing event updated for resources: {'Port': ['ID=5afda8cf-b94d-41e5-8bb3-f673a8928555,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:52.448275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.448640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.448999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.449353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.449701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.450049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.450392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.450733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.451080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.451421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.451760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.452121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04926813-d95b-4782-a917-19d7feec137e None None] Tracked resource versions report: Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:25:52.453465 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:25:52.457035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-04926813-d95b-4782-a917-19d7feec137e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:52.511317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Attempting to bind port 5afda8cf-b94d-41e5-8bb3-f673a8928555 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:25:52.511645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Attempting to bind port 5afda8cf-b94d-41e5-8bb3-f673a8928555 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:25:52.512063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Attempting to bind port 5afda8cf-b94d-41e5-8bb3-f673a8928555 on network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:25:52.517997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:25:52.518420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Checking segment: {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:25:52.518936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.519269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Bound using segment: {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:25:52.519801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Bound port: 5afda8cf-b94d-41e5-8bb3-f673a8928555, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97bf9b4-821b-4d3b-ab87-fa5ce15c7855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:25:52.520249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.619438 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] For port 5afda8cf-b94d-41e5-8bb3-f673a8928555, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:25:52.625572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] For port 5afda8cf-b94d-41e5-8bb3-f673a8928555, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=5afda8cf-b94d-41e5-8bb3-f673a8928555,segment=NetworkSegment(d97bf9b4-821b-4d3b-ab87-fa5ce15c7855),segment_id=d97bf9b4-821b-4d3b-ab87-fa5ce15c7855)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:25:52.630088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:52.634829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:52.724472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Routers {'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:25:52.725150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:25:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:52.802538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926813-d95b-4782-a917-19d7feec137e None None] Pushing event updated for resources: {'Port': ['ID=5afda8cf-b94d-41e5-8bb3-f673a8928555,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:52.890791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-04926813-d95b-4782-a917-19d7feec137e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:52.931210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] Set router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:25:53.292320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:50Z', 'revision_number': 2, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port_host': None, '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:52Z', 'revision_number': 4, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:25:53.296756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ef089-2d42-4b3a-9a98-7d7db8711f46 None None] The sync data for ids ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'] in dv-cinder-763306-11-smb is: [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:50Z', 'revision_number': 2, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port_host': None, '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:52Z', 'revision_number': 4, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:25:53.555589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51914) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:53.726024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ada592-c24e-44ec-9586-5cfb5c866811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:53.726662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a8ada592-c24e-44ec-9586-5cfb5c866811 admin admin] Synchronizing usage tracker for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:25:53.744487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a8ada592-c24e-44ec-9586-5cfb5c866811 admin admin] Unset dirty status for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:25:53.745733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a8ada592-c24e-44ec-9586-5cfb5c866811 admin admin] 10.222.0.15 "GET /v2.0/networks/61310a2d-cce5-47ab-8bf0-5cf7395c6f68 HTTP/1.1" status: 200 len: 842 time: 0.1889951 Apr 22 21:25:53.756800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'name': 'public-subnet'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:53.762568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:25:53.766775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Usage tracker for resource:subnet and tenant:4aaf63e9b8a94b1184616e6b8bc2b520 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:25:53.769967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:25:53.776667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:25:53.786143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Made reservation on behalf of 4aaf63e9b8a94b1184616e6b8bc2b520 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:25:53.790807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:54.255202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.objects.ports [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86418) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 21:25:54.255739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:54.260097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:54.333141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f2d22c-7dca-4615-a1b1-49a071878c49,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:54.336453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:54.344867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:25:54.345243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Network hostable DHCP agents. Network: 61310a2d-cce5-47ab-8bf0-5cf7395c6f68, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:25:54.368458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:25:54.378602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 61310a2d-cce5-47ab-8bf0-5cf7395c6f68) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:54.383241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:54.383868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:54.389263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14ac4a-2c18-416b-8eba-1f4a2c957d80 None None] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:25:54.419996 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6523614 Apr 22 21:25:54.633291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce648ca-420b-4068-8526-e2e10bf47845 None None] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:25:56.884004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 5afda8cf-b94d-41e5-8bb3-f673a8928555 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:25:56.955836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:25:56.960940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:56.961310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:57.043317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 51928) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:25:57.087290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:57.121927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 5afda8cf-b94d-41e5-8bb3-f673a8928555, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=5afda8cf-b94d-41e5-8bb3-f673a8928555,segment=NetworkSegment(d97bf9b4-821b-4d3b-ab87-fa5ce15c7855),segment_id=d97bf9b4-821b-4d3b-ab87-fa5ce15c7855)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:25:57.125710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:57.127944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:57.200904 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=5afda8cf-b94d-41e5-8bb3-f673a8928555,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:57.204217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:57.435760 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4ab4b1ad-fa67-406a-a6a5-7128c29539a6 admin admin] 10.222.0.15 "GET /v2.0/routers/a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 HTTP/1.1" status: 200 len: 710 time: 0.3910372 Apr 22 21:25:57.574968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362f02a-9f37-4a1f-abcd-1dc37a550907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:25:57.576438 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9362f02a-9f37-4a1f-abcd-1dc37a550907 admin admin] 10.222.0.15 "GET /v2.0/networks/61310a2d-cce5-47ab-8bf0-5cf7395c6f68 HTTP/1.1" status: 200 len: 886 time: 0.1344819 Apr 22 21:25:57.587237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:25:58.063305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:58.415654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:58.474885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:58.620593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Allocated IP 172.28.3.70 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/ad8651f1-358f-4d8c-a14f-8ab8375beef1) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:25:58.776314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:58.807756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:58.813222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:25:58.866343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 5afda8cf-b94d-41e5-8bb3-f673a8928555 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:25:58.884028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:25:58.888509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:25:58.891525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:25:59.027538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8651f1-358f-4d8c-a14f-8ab8375beef1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:25:59.030758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:25:59.093227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:25:59.093841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:59.306980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:59.852070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:25:59.855988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854323472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-452344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854345962'] for router, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:00.043813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:26:00.238540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:26:00.248779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:00.249610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Sync routers for ids ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:26:00.250323 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] 10.222.0.15 "PUT /v2.0/routers/a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 HTTP/1.1" status: 200 len: 889 time: 2.6665473 Apr 22 21:26:00.261782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Routers {'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:26:00.262493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:25:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:26:00.471810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Set router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:26:00.841252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:59Z', 'revision_number': 4, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port': {'id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:58Z', 'updated_at': '2021-04-22T21:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:57Z', 'revision_number': 5, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:26:00.846605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Checking router: a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:26:00.846984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Updating router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 port ad8651f1-358f-4d8c-a14f-8ab8375beef1 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:26:00.907016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.269170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.281540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Transition to ACTIVE for port object ad8651f1-358f-4d8c-a14f-8ab8375beef1 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:26:01.287888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.292218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a789dcae-a945-48ea-b627-283ecf6eaab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:26:01.376380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Attempting to bind port ad8651f1-358f-4d8c-a14f-8ab8375beef1 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:26:01.376748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Attempting to bind port ad8651f1-358f-4d8c-a14f-8ab8375beef1 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:26:01.377169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Attempting to bind port ad8651f1-358f-4d8c-a14f-8ab8375beef1 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:26:01.379432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Pushing event updated for resources: {'Port': ['ID=ad8651f1-358f-4d8c-a14f-8ab8375beef1,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:26:01.383639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:26:01.386365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:26:01.386770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:26:01.387207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.387717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:26:01.388130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Bound port: ad8651f1-358f-4d8c-a14f-8ab8375beef1, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:26:01.388529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.464422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] For port ad8651f1-358f-4d8c-a14f-8ab8375beef1, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:26:01.467496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] For port ad8651f1-358f-4d8c-a14f-8ab8375beef1, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=ad8651f1-358f-4d8c-a14f-8ab8375beef1,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:26:01.472213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:01.476195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:26:01.558651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Routers {'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:26:01.559304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:25:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:26:01.616976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Pushing event updated for resources: {'Port': ['ID=ad8651f1-358f-4d8c-a14f-8ab8375beef1,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:26:01.679931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:26:01.751025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] Set router a306aef0-3fd6-4b59-9af4-7a6ef971f4b8 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:26:02.106095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:59Z', 'revision_number': 4, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port': {'id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:58Z', 'updated_at': '2021-04-22T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:57Z', 'revision_number': 5, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:26:02.110635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f35cd3-1fd0-4cfd-8c45-16e1378b0507 None None] The sync data for ids ['a306aef0-3fd6-4b59-9af4-7a6ef971f4b8'] in dv-cinder-763306-11-smb is: [{'id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'name': 'router1', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:25:39Z', 'updated_at': '2021-04-22T21:25:59Z', 'revision_number': 4, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'gw_port': {'id': 'ad8651f1-358f-4d8c-a14f-8ab8375beef1', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:58Z', 'updated_at': '2021-04-22T21:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '5afda8cf-b94d-41e5-8bb3-f673a8928555', 'name': '', 'network_id': '8ee91dbe-1a06-4f61-a2f2-b9777de54616', 'tenant_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'mac_address': 'fa:16:3e:a1:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a306aef0-3fd6-4b59-9af4-7a6ef971f4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:25:49Z', 'updated_at': '2021-04-22T21:25:57Z', 'revision_number': 5, 'project_id': 'a8da58f6ef8742d6aeff72ab5a9c8869', 'subnets': [{'id': '210673ff-c81c-4a8a-bc3b-4ea340160939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24159247-1707-4d13-bcf2-c260d4b6b360'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:26:02.912241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device ad8651f1-358f-4d8c-a14f-8ab8375beef1 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:26:02.983638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 51938) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:26:02.990753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port ad8651f1-358f-4d8c-a14f-8ab8375beef1 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:26:02.995819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port ad8651f1-358f-4d8c-a14f-8ab8375beef1 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:26:02.996248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:03.123683 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-66829e2e-700f-48e6-bb1c-541779ffe0b1 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1385705 Apr 22 21:26:03.294159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:03.314290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port ad8651f1-358f-4d8c-a14f-8ab8375beef1, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=ad8651f1-358f-4d8c-a14f-8ab8375beef1,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:26:03.318584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:03.320973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32afdddd-aa22-44a9-9de0-575ec8bb50b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:26:03.393112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=ad8651f1-358f-4d8c-a14f-8ab8375beef1,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:26:03.396604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:26:04.880104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device ad8651f1-358f-4d8c-a14f-8ab8375beef1 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:26:04.985624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port ad8651f1-358f-4d8c-a14f-8ab8375beef1 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:26:04.986021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:09.829420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3d0869e7-212d-47ee-ae5a-8d1c4371bbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:11.908801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-67aa257d-c204-4efc-996d-fa5ca498c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:12.438997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:12.803017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:13.827592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:23.325569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:26:39.800366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a8754645-1427-4c00-a7ff-d87203ca279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:41.910110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0006547-157b-4808-a64e-e369399dd75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:42.436627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:42.797757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:26:43.849807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:00.327212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:27:09.798819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e6c57bd2-6ea8-4d2d-b14e-84f069b2dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:11.913933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f610-0606-4b8e-995c-c80b81c3c838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:12.439734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:12.801663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:13.841127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:37.327000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:27:39.792523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b5f40fd8-6d92-4e0a-968a-0184f14ec98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:41.908396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b7206e8c-cf0a-4111-b679-a0c6a9aa1072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:42.441742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:42.797667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:43.841817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:49.885311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52508) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:27:49.960133 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.pecan_wsgi.hooks.translation [None req-59613d0b-023a-4cc2-b15a-68f763de7f6e admin admin] GET failed (client error): The resource could not be found. Apr 22 21:27:49.961556 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-59613d0b-023a-4cc2-b15a-68f763de7f6e admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751836 Apr 22 21:27:50.105397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae30a1e-68ca-4591-bed1-4a0dcbfe668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:50.106918 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6ae30a1e-68ca-4591-bed1-4a0dcbfe668f admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1409435 Apr 22 21:27:52.609023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52518) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:27:52.731221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aba6e7-5cd8-480e-9c74-4bb52f500a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:52.732783 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-42aba6e7-5cd8-480e-9c74-4bb52f500a05 admin admin] 10.222.0.15 "GET /v2.0/subnets/210673ff-c81c-4a8a-bc3b-4ea340160939 HTTP/1.1" status: 200 len: 849 time: 0.1226509 Apr 22 21:27:52.749402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:27:52.892128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Notify callbacks [] for subnet, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:53.208927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757998234841'] for subnet, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:53.212675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:27:53.258961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:53.260044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:53.260956 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] 10.222.0.15 "PUT /v2.0/subnets/210673ff-c81c-4a8a-bc3b-4ea340160939 HTTP/1.1" status: 200 len: 868 time: 0.5182452 Apr 22 21:27:53.264384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679180b9-9fe1-4f9a-b0e4-f8dcda80f214 None None] Network 8ee91dbe-1a06-4f61-a2f2-b9777de54616 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:27:53.284549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=210673ff-c81c-4a8a-bc3b-4ea340160939,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:27:53.292903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.293308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.293621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.294005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.294362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.294720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.295082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.295505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.295857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.296243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.296592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.296932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:27:53.300903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:27:53.731057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-b170a2e1-619d-4566-a96d-a993ca515952 None None] Provisioning complete for port 3bd3d140-ee67-4d16-b226-10ff5b1d190e triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:27:53.731645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b170a2e1-619d-4566-a96d-a993ca515952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:53.869116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-b170a2e1-619d-4566-a96d-a993ca515952 None None] Provisioning complete for port 5afda8cf-b94d-41e5-8bb3-f673a8928555 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:27:53.869503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b170a2e1-619d-4566-a96d-a993ca515952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:27:55.742533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52528) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:27:55.941200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5354b-2178-44e4-96df-a9ff4f08a50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:55.941624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f5354b-2178-44e4-96df-a9ff4f08a50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:55.943260 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a9f5354b-2178-44e4-96df-a9ff4f08a50b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996446 Apr 22 21:27:58.451661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52538) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:27:58.655363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce25f65-a80d-45ab-ae91-f6fba3cad6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:58.655804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce25f65-a80d-45ab-ae91-f6fba3cad6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:27:58.657501 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-1ce25f65-a80d-45ab-ae91-f6fba3cad6dd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2047372 Apr 22 21:28:01.161377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52548) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:01.349181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8f22f-9ae4-42f3-ad6a-1ad42c6b3212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:01.350681 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6cd8f22f-9ae4-42f3-ad6a-1ad42c6b3212 admin admin] 10.222.0.15 "GET /v2.0/networks/61310a2d-cce5-47ab-8bf0-5cf7395c6f68 HTTP/1.1" status: 200 len: 886 time: 0.1882460 Apr 22 21:28:03.825674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52558) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:04.024695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a952d07-f445-47d6-be47-b938fda98006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:04.026191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5a952d07-f445-47d6-be47-b938fda98006 admin admin] 10.222.0.15 "GET /v2.0/networks/8ee91dbe-1a06-4f61-a2f2-b9777de54616 HTTP/1.1" status: 200 len: 869 time: 0.1993847 Apr 22 21:28:06.524332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52568) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:06.643744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813f8b8-e0bd-48ed-9ce1-45c3854319fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:06.644280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813f8b8-e0bd-48ed-9ce1-45c3854319fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:06.645062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8813f8b8-e0bd-48ed-9ce1-45c3854319fe admin admin] Synchronizing usage tracker for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:subnet {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:28:06.664874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8813f8b8-e0bd-48ed-9ce1-45c3854319fe admin admin] Unset dirty status for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:subnet {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:28:06.666155 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8813f8b8-e0bd-48ed-9ce1-45c3854319fe admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408048 Apr 22 21:28:09.169808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52578) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:09.292107 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94970c41-c2b2-4ebf-85f1-aba1ca2e9c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:09.292596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94970c41-c2b2-4ebf-85f1-aba1ca2e9c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:09.294211 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-94970c41-c2b2-4ebf-85f1-aba1ca2e9c4d admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233876 Apr 22 21:28:09.796212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1f23-94dc-4ca0-be0e-eb1c15e41443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:11.803173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52588) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:11.910944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-af7b4208-c96f-48ad-a134-40198f542384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:11.928243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c76f9-4f6a-4b84-a6f3-48af528861fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:11.929714 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-559c76f9-4f6a-4b84-a6f3-48af528861fd admin admin] 10.222.0.15 "GET /v2.0/subnets/16f2d22c-7dca-4615-a1b1-49a071878c49 HTTP/1.1" status: 200 len: 816 time: 0.1253707 Apr 22 21:28:12.444574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:12.810106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:13.846526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:14.326708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:28:14.439073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52598) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:14.559956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa316f-583b-46d2-9aa1-e8966f0c589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:14.561547 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8baa316f-583b-46d2-9aa1-e8966f0c589f admin admin] 10.222.0.15 "GET /v2.0/subnets/210673ff-c81c-4a8a-bc3b-4ea340160939 HTTP/1.1" status: 200 len: 868 time: 0.1214225 Apr 22 21:28:39.799063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6ff8776e-8ca1-4b1c-bd46-5f7490ed5dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:41.043021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52642) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:41.097905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-33684621-1351-400a-85d9-82c2ceeb0009 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:28:41.098985 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-33684621-1351-400a-85d9-82c2ceeb0009 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549576 Apr 22 21:28:41.914498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c913796f-e0f6-4a57-9e0a-0444d145414c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:42.448051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:42.804481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:43.671071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52652) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:43.754442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.pecan_wsgi.hooks.translation [None req-666612b9-3a9f-43ae-950c-fa8e9f2c9fa9 admin admin] GET failed (client error): The resource could not be found. Apr 22 21:28:43.756485 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-666612b9-3a9f-43ae-950c-fa8e9f2c9fa9 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0843248 Apr 22 21:28:43.849044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:43.898820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b665783-cdc0-48f6-a12f-726d096d18eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:43.900429 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5b665783-cdc0-48f6-a12f-726d096d18eb admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389737 Apr 22 21:28:46.420060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52662) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:46.473219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:28:46.478289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:28:46.489004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:28:46.505973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Made reservation on behalf of 4aaf63e9b8a94b1184616e6b8bc2b520 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:28:46.510687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:46.607499 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.services.revisions.revision_plugin [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Could not find related network for resource to bump revision. Apr 22 21:28:46.619949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:28:46.629215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:46.629942 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Added segment 614b78cf-78c0-4c84-86aa-2ce8ae60f1b8 of type vlan for network f304b900-c6bc-4079-ae50-641745e68974 Apr 22 21:28:46.814710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:46.848628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:46.850019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:46.850653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:46.855838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:28:46.960911 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5395658 Apr 22 21:28:46.961516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Pushing event updated for resources: {'Network': ['ID=f304b900-c6bc-4079-ae50-641745e68974,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:28:46.977799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b20fe9df-6774-4c84-9994-0cf9aee45253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:28:46.987157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f304b900-c6bc-4079-ae50-641745e68974 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:28:49.487232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52672) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:28:49.563873 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d921e4-380c-41de-ac49-bd941071f9b8 admin admin] GET failed (client error): The resource could not be found. Apr 22 21:28:49.565349 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-45d921e4-380c-41de-ac49-bd941071f9b8 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0771205 Apr 22 21:28:49.681925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17a767-40f9-49f6-8273-49b77d648cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:49.683411 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5c17a767-40f9-49f6-8273-49b77d648cec admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1135423 Apr 22 21:28:49.694562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:28:49.699401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:28:49.709605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:28:49.719387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Made reservation on behalf of 4aaf63e9b8a94b1184616e6b8bc2b520 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:28:49.724120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.126753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.131065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0b304a62-ef4f-4002-82a6-ec48bcee10c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:28:50.204738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabffd62-4935-4249-9e4d-de4b98054199,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:28:50.216065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.216487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.216853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.217208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.217559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.217910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.218261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.218608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.218971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.219316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.219660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.220006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:50.223565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:28:50.228008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Checking segment: {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:28:50.228393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Network hostable DHCP agents. Network: f304b900-c6bc-4079-ae50-641745e68974, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:28:50.247391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Network f304b900-c6bc-4079-ae50-641745e68974 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:28:50.256991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f304b900-c6bc-4079-ae50-641745e68974) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:28:50.261263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:28:50.261905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.266814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be11ed7-8bb7-4d5f-9b6b-7a1af505da55 None None] Network f304b900-c6bc-4079-ae50-641745e68974 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:28:50.287641 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5968618 Apr 22 21:28:50.510085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-f304b900-c6bc-4079-ae50-641745e68974', 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974', 'tenant_id': '4aaf63e9b8a94b1184616e6b8bc2b520', 'fixed_ips': [{'subnet_id': 'aabffd62-4935-4249-9e4d-de4b98054199'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:28:50.511002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.682647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Allocated IP 192.168.233.2 (f304b900-c6bc-4079-ae50-641745e68974/aabffd62-4935-4249-9e4d-de4b98054199/8843b466-e808-4384-ac38-b3cde26a940e) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:28:50.905409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.916333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Transition to ACTIVE for port object 8843b466-e808-4384-ac38-b3cde26a940e will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:28:50.936620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Transition to ACTIVE for port object 8843b466-e808-4384-ac38-b3cde26a940e will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:28:50.941095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:50.946887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:28:51.006797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Network f304b900-c6bc-4079-ae50-641745e68974 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:28:51.014853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:28:51.021784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:28:51.056980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Pushing event updated for resources: {'Port': ['ID=8843b466-e808-4384-ac38-b3cde26a940e,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:28:51.074393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.074747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.075113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.075462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.075882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.076244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.076590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.076971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.077291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.077632 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.077962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.078305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:28:51.107330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:28:51.134850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Attempting to bind port 8843b466-e808-4384-ac38-b3cde26a940e on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:28:51.135189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Attempting to bind port 8843b466-e808-4384-ac38-b3cde26a940e by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:28:51.135580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Attempting to bind port 8843b466-e808-4384-ac38-b3cde26a940e on network f304b900-c6bc-4079-ae50-641745e68974 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:28:51.141490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:28:51.141894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Checking segment: {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:28:51.142324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:51.142744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Bound using segment: {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:28:51.143249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Bound port: 8843b466-e808-4384-ac38-b3cde26a940e, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:28:51.143653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:51.240924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] For port 8843b466-e808-4384-ac38-b3cde26a940e, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:28:51.244265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] For port 8843b466-e808-4384-ac38-b3cde26a940e, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8843b466-e808-4384-ac38-b3cde26a940e,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:28:51.248456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:51.253769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:28:51.326929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:28:51.336762 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Pushing event updated for resources: {'Port': ['ID=8843b466-e808-4384-ac38-b3cde26a940e,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:28:51.340196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:28:52.526496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924bf2d-609f-4908-8daf-15c26218aaf5 None None] Network f304b900-c6bc-4079-ae50-641745e68974 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:28:52.618555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-b3ff4fcf-8af6-4730-acd2-d66944c004b4 None None] Provisioning for port 8843b466-e808-4384-ac38-b3cde26a940e completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:28:53.048672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8843b466-e808-4384-ac38-b3cde26a940e up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:28:53.290170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 8843b466-e808-4384-ac38-b3cde26a940e completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:28:53.296024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 8843b466-e808-4384-ac38-b3cde26a940e triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:28:53.296552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:53.424825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:53.459295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 8843b466-e808-4384-ac38-b3cde26a940e, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8843b466-e808-4384-ac38-b3cde26a940e,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:28:53.463029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:28:53.465234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:28:53.536619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=8843b466-e808-4384-ac38-b3cde26a940e,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:28:53.539964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:28:55.025398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8843b466-e808-4384-ac38-b3cde26a940e up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:28:55.106553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 8843b466-e808-4384-ac38-b3cde26a940e triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:28:55.106957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:09.805836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-54f172c4-eedc-431b-abd7-101dc117c12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:11.918585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfe8435e-9fd5-43b7-a37d-ca9ec1257b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:12.451869 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:12.808604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:13.860030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:28.326547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:29:39.800041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88fed80a-294f-4b28-835d-3defcf7a5128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:41.922702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-181844d4-9ba3-4d8b-935b-fa6e4f68e3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:42.454593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:42.812413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:29:43.857683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:05.326376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:30:09.804153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e7373f5-5cfb-49fb-94ea-17180f8dfa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:11.926573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-209079b0-fd6d-44db-a29d-b9a8a4f2c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:12.458724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:12.815646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:13.854767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:24.634045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52724) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:30:24.640741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [None req-8f2bca7c-b3f1-4b51-adfa-0fc3d36e33a9 tempest-verify_tempest_config-1030289058 tempest-verify_tempest_config-1030289058-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:30:24.641810 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8f2bca7c-b3f1-4b51-adfa-0fc3d36e33a9 tempest-verify_tempest_config-1030289058 tempest-verify_tempest_config-1030289058-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066948 Apr 22 21:30:24.996379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52742) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:30:25.136413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.154105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:30:25.158913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cad27c140c4a1480c4ece1afe02029 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:30:25.162655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:30:25.169617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:30:25.274983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.278830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.287497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:30:25.332378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Synchronizing usage tracker for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:30:25.336078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189dcd1a-da0f-4ef7-8c36-3fff1e9b732f,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:30:25.348228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.348594 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.348961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.349317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.349674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.350029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.350381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.350733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.351106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.351457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.351805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.352208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.358329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:30:25.363852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Unset dirty status for tenant:4aaf63e9b8a94b1184616e6b8bc2b520 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:30:25.368261 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4cad27c140c4a1480c4ece1afe02029&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3707333 Apr 22 21:30:25.368358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52748) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:30:25.442575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.471559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.525998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.530109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ebca2caf-ff85-4b8c-bb74-14e53ec99652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:30:25.544215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189dcd1a-da0f-4ef7-8c36-3fff1e9b732f,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:30:25.552995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:25.554239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/189dcd1a-da0f-4ef7-8c36-3fff1e9b732f HTTP/1.1" status: 204 len: 168 time: 0.1849775 Apr 22 21:30:25.555740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.556140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.556556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.556841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.557397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.557568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.557905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.558320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.558575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.558956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.559264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.559607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:30:25.562834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:30:39.810938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e152f8de-af09-47cb-8e7e-eaa58923cebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:41.931717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae65b-9d63-4855-96a0-e1a1d921a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:42.329357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:30:42.465101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:42.824199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:30:43.859566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:09.811708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17d880af-e263-44b7-a494-2d2a5af14f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:11.925277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ed8c847d-9d3f-482e-8971-be51cf500332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:12.468875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:12.818892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:13.862853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:19.337412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:31:39.815128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3727-b2b3-458b-bd82-f5880a9f8df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:41.933987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c3aee77-16a4-474f-aef8-b752f14cd83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:42.473302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:42.826842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:43.867655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:31:56.327415 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 5 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:32:04.994708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925'] for agent, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:09.809617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d87a-5dea-457f-87e1-7123224f129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:09.963964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 52802) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:32:10.089942 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-75e30cce-c9d7-417d-b7c1-ec12c7a84672 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1246681 Apr 22 21:32:11.927402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0d93876c-c223-424f-b525-b21972639f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:12.473860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:12.614407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 52812) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:32:12.682881 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-847f977a-81a8-4a2e-97b2-293f04fa21f5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0672534 Apr 22 21:32:12.822113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:13.869812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:33.333750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:32:34.961676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:39.821456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c9d7b06-dbd0-40d3-a280-68abcd6f0142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:41.936804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e1ee18a0-9cfd-4bd8-99ce-e122e7507821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:42.486347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:42.829133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:32:43.874583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:04.966868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:09.814808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-907a4bdd-b6d2-4df7-b37b-2c6d5d8edb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:10.324145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:33:11.929341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b24a-f684-40d9-9eeb-356cb58b0104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:12.480899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:12.836091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:13.883114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:34.967791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:39.820975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3e00f4fa-a149-4e95-a6b5-2b151ff1cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:41.943667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-94e75caf-98ef-4bc8-acef-2f338badf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:42.485830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:42.830362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:43.889369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:47.324480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:33:59.304563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53008) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:33:59.397621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53020) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:33:59.817809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-284187068-network', 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:33:59.832317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:33:59.840243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Usage tracker for resource:network and tenant:6b3314b772b0486c8d964d25cbbd98d0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:33:59.848078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:33:59.867054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:33:59.889653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:33:59.894999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:59.903249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-network', 'tenant_id': '237b4680a3314deb95fa53749cb52deb'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:33:59.921747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:33:59.927037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Usage tracker for resource:network and tenant:237b4680a3314deb95fa53749cb52deb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:33:59.930600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:33:59.946909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:59.956916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:33:59.983363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Made reservation on behalf of 237b4680a3314deb95fa53749cb52deb for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:33:59.988858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:33:59.995670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53046) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:00.005815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:00.017225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3314b772b0486c8d964d25cbbd98d0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:00.021567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.027533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:00.045359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:00.065198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:00.085310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Usage tracker for resource:security_group_rule and tenant:237b4680a3314deb95fa53749cb52deb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:00.088937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:00.095701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:00.283598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.290492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.337096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:34:00.358062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.359201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Added segment 9a31029f-1412-4604-8691-8ff739525144 of type vlan for network 50571f12-d0da-410d-9dc1-7d5475d651f0 Apr 22 21:34:00.429926 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.497757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-85a724e2-ddd9-41eb-a0af-a1121edc60cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:00.564783 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add92a99-491a-4713-b543-ecedc240090a,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:00.582714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.585707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.586529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.587284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.587830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.588420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.589000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.589545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.590243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.590744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.591273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.591864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.592425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Tracked resource versions report: Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: HyperV agent@hv-cinder-76330: {}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:34:00.594443 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:34:00.603247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:00.603896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.621083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.624067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:00.625111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:00.626779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.662376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:34:00.678812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.679523 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Added segment dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7 of type vlan for network 391be90e-b407-46ac-9508-fbab91270a2a Apr 22 21:34:00.710414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.744754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:00.756414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.759526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=50571f12-d0da-410d-9dc1-7d5475d651f0,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:00.762873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:00.763103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:00.764039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.778638 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4722755 Apr 22 21:34:00.783852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53064) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:00.786365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:34:00.798343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Request body: {'subnet': {'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-284187068-subnet', 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:00.808823 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4095588 Apr 22 21:34:00.809845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53068) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:00.809996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:00.820219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Request body: {'subnet': {'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-subnet', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:00.826416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:00.831870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Usage tracker for resource:subnet and tenant:237b4680a3314deb95fa53749cb52deb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:00.834555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Usage tracker for resource:subnet and tenant:6b3314b772b0486c8d964d25cbbd98d0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:00.836413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:00.843860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:00.851592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:00.857145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ddf0d-0f61-4613-b48c-1034de5353cf,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:00.862315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Made reservation on behalf of 237b4680a3314deb95fa53749cb52deb for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:00.867652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:00.910259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-network', 'tenant_id': '411a2d7c9fd942c183410b742b669b03'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:00.929699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:00.944100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Usage tracker for resource:network and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:00.959971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:00.990916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:01.021623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:01.029090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Made reservation on behalf of 411a2d7c9fd942c183410b742b669b03 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:01.038957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.077755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.104435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:01.113459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.125785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.126703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.127283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.127828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.128407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.128964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.129515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.130049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.130586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.131108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.131641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.132201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Tracked resource versions report: Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: HyperV agent@hv-cinder-76330: {}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:34:01.133573 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:34:01.158066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:01.159051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd6e7727-e7c9-4379-ad6d-d5c5b33b7765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:01.289944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:01.328876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:01.340168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:01.367739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53082) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:01.372103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:01.387166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Pushing event updated for resources: {'Network': ['ID=391be90e-b407-46ac-9508-fbab91270a2a,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:01.391625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:01.403393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 391be90e-b407-46ac-9508-fbab91270a2a details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:34:01.562297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.571022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:01.664830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9671af14-b5f8-4324-9158-ac02674e6acc,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:01.669571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:01.678234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Checking segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:01.678601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Network hostable DHCP agents. Network: 391be90e-b407-46ac-9508-fbab91270a2a, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:34:01.706328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Network 391be90e-b407-46ac-9508-fbab91270a2a is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:34:01.724246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 391be90e-b407-46ac-9508-fbab91270a2a) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:01.735305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:01.736286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.747981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.757335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78add405-8086-42a1-a4b7-ef54f243591d None None] Network 391be90e-b407-46ac-9508-fbab91270a2a requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:01.772365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.782035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:01.785505 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a5158637-33be-4213-98f2-767f2080d83f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9708221 Apr 22 21:34:01.786389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53092) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:01.799800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:01.811124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:01.819123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Usage tracker for resource:router and tenant:237b4680a3314deb95fa53749cb52deb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:01.826638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:01.842303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:01.865309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.866483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.876777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338c8fae-9c43-491a-b98b-9a3348482de1,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:01.893059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:01.905391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:34:01.925719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.926228 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Added segment a5f8e1e3-b51b-4f97-85f7-f55b83c32123 of type vlan for network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f Apr 22 21:34:01.942037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:01.983151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.282338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1035477725-network', 'tenant_id': '196b37ab682f4e9e99bfbc77772f9ce0'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:02.302024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.308703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:02.310339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.320451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83625350-dff5-419b-a83d-0cfc222c62ef None None] Network 391be90e-b407-46ac-9508-fbab91270a2a requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:02.393357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:02.434174 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3926520 Apr 22 21:34:02.448189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53114) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:02.531978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:02.540235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Usage tracker for resource:network and tenant:196b37ab682f4e9e99bfbc77772f9ce0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:02.564162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:02.585376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Request body: {'subnet': {'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-subnet', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:02.586385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:02.594968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:02.614428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.632892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Usage tracker for resource:subnet and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:02.645448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:02.657726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:02.671058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Made reservation on behalf of 196b37ab682f4e9e99bfbc77772f9ce0 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:02.694111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.713290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Made reservation on behalf of 411a2d7c9fd942c183410b742b669b03 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:02.723556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.760994 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:02.797407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:02.807012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:02.807527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b02f3c45-2e08-4ea4-a054-3db76a69abcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:02.889597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:02.904742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:196b37ab682f4e9e99bfbc77772f9ce0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:02.907140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:34:02.920793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:02.946674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Pushing event updated for resources: {'Subnet': ['ID=114eefb9-7281-4553-a019-8d83c18f44cf,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:02.960333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:02.964900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:03.096410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Checking segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:03.097175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Network hostable DHCP agents. Network: 50571f12-d0da-410d-9dc1-7d5475d651f0, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:34:03.380484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:34:03.418996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 50571f12-d0da-410d-9dc1-7d5475d651f0) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:03.446285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634088d-37ab-46b7-a7af-2db0c074e158 None None] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:03.456328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:03.457437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:03.601770 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b3bdb26e-bea0-49a6-af67-b23cfb01044b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8145504 Apr 22 21:34:03.874390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:03.882459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:03.898589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:03.926105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:04.020948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:34:04.201936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba281f25-7a80-40bd-9e27-089c575a6d01 None None] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:04.245030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.245869 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Added segment 203c6e13-8433-4b81-9fed-d6bfe74f072a of type vlan for network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 Apr 22 21:34:04.265419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bacd18-93cf-4405-b17e-2c35b5e799cf,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:04.288641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:04.378154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.387311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.389498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:04.579590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d9bfb1-b57a-4f7c-993e-332028a13003,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:04.585640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.589344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:04.591242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Checking segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:04.592102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Network hostable DHCP agents. Network: f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:34:04.592686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:04.593868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.608318 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:04.631055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:34:04.649166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:04.660138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:04.669697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.727274 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2682769 Apr 22 21:34:04.729171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53158) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:04.741899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:04.752599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:04.763382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Usage tracker for resource:router and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:04.771177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:04.785456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:04.810949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.813337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:04.944275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:05.023474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6aa0b-e6cc-46c7-be80-06fdf2890378 None None] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:05.171224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6530e9f2-97f0-4d4a-a33e-90c05e0693b4,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:05.188421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53188) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:05.194194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:05.309410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9393711 Apr 22 21:34:05.330446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:34:05.348344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53194) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:05.349639 dv-cinder-763306-11-smb neutron-server[86304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 21:34:05.716089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Request body: {'subnet': {'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1035477725-subnet', 'tenant_id': '196b37ab682f4e9e99bfbc77772f9ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:05.725992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:05.734810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Usage tracker for resource:subnet and tenant:196b37ab682f4e9e99bfbc77772f9ce0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:05.741722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:05.755611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:05.765524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:05.813200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.237468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.309213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Made reservation on behalf of 196b37ab682f4e9e99bfbc77772f9ce0 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:06.318004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.480812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:34:06.482158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.506303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.614481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:06.675239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-132ebfc9-00ab-42c2-bec7-673d361d272f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:06.678372 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-132ebfc9-00ab-42c2-bec7-673d361d272f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 1.4877923 Apr 22 21:34:06.768957 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-02e015ee-76d4-42ce-bdb0-901c1c876a24 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/quotas/6b3314b772b0486c8d964d25cbbd98d0 HTTP/1.1" status: 200 len: 375 time: 0.0563231 Apr 22 21:34:06.787587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:07.124269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Allocated IP 172.20.0.2 (f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f/e6d9bfb1-b57a-4f7c-993e-332028a13003/32b57e4d-b39c-4849-82a9-91a954c112ae) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:07.225259 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-6f51cd6d-b437-47d2-a190-d3ce08127a6a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4288678 Apr 22 21:34:07.239418 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Allocated IP 172.28.3.61 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/b40dfd09-a04c-4826-bab7-b9e23dae26fd) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:07.673542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53242) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:07.804603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:07.828808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Transition to ACTIVE for port object 32b57e4d-b39c-4849-82a9-91a954c112ae will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:07.897732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Transition to ACTIVE for port object 32b57e4d-b39c-4849-82a9-91a954c112ae will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:07.918881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:07.954703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:08.139326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:08.141822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:08.167359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.181243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:08.186228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Pushing event updated for resources: {'Port': ['ID=32b57e4d-b39c-4849-82a9-91a954c112ae,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:08.203864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.212514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.213084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.213726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.214824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.215464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.216993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.217846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.218483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.219223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.219695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.220398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.221116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Tracked resource versions report: Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: HyperV agent@hv-cinder-76330: {}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:34:08.223262 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:34:08.236060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:08.245664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Usage tracker for resource:security_group_rule and tenant:f34d5feba07d4030b59adc6d9ed496a1 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:08.264410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:08.316572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-bb94f4e9-2825-4253-baf3-a8b2c03646f6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:34:08.320639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:08.337675 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-bb94f4e9-2825-4253-baf3-a8b2c03646f6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2534451 Apr 22 21:34:08.399214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.424239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:08.436205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:08.483623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:08.494287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:08.506473 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:08.519837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Attempting to bind port 32b57e4d-b39c-4849-82a9-91a954c112ae on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:08.520506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Attempting to bind port 32b57e4d-b39c-4849-82a9-91a954c112ae by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:08.521139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Attempting to bind port 32b57e4d-b39c-4849-82a9-91a954c112ae on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:08.570406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:08.577917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Checking segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:08.578644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.579329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Bound using segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:08.580287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Bound port: 32b57e4d-b39c-4849-82a9-91a954c112ae, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:08.589295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.881519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] For port 32b57e4d-b39c-4849-82a9-91a954c112ae, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:08.887730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] For port 32b57e4d-b39c-4849-82a9-91a954c112ae, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=32b57e4d-b39c-4849-82a9-91a954c112ae,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:08.888481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Allocated IP 172.28.3.114 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/56ceedf5-04a5-4344-a93e-ea8921d4dbe3) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:08.898973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:08.911731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:09.071606 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-d7270ea1-633d-45f4-b4a1-ffdb4dd1988c service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7324216 Apr 22 21:34:09.160813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:09.253668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Pushing event updated for resources: {'Port': ['ID=32b57e4d-b39c-4849-82a9-91a954c112ae,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:09.263698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:09.267005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:09.336512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:09.507574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Pushing event updated for resources: {'Port': ['ID=b40dfd09-a04c-4826-bab7-b9e23dae26fd,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:09.620458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:09.671057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:09.734817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:09.756951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:09.786475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:09.822955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.386s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:09.927728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdbda7f1-33d8-4ca0-99b1-685a6d1c2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.060906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.073446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.111843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a1b4efbe-571c-4ea3-89a8-dd852bd0f0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:10.218843 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f34d5feba07d4030b59adc6d9ed496a1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5430601 Apr 22 21:34:10.221998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53298) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:10.224019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.242802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af173b4b-0dd4-42cd-a903-e53241f1622d,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:10.248108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:10.249469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Checking segment: {'id': '203c6e13-8433-4b81-9fed-d6bfe74f072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:10.250126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Network hostable DHCP agents. Network: 6530e9f2-97f0-4d4a-a33e-90c05e0693b4, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:34:10.268635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-eaaeae2b-9033-4652-909e-7bb4f97fe482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:10.301422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7969eef-9548-45dc-9cb4-3a30f4be16a8,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:10.369942 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-6aa5fce8-eb60-4da3-9e36-8f4187335b1b service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0996253 Apr 22 21:34:10.552030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:34:10.586992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:10.597539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:10.661923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:10.722249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:34:10.726167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.759724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.874376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:10.875759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53320) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:11.229385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-64ef3622-4d15-466a-a80d-86e1d6bed536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:11.265035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53328) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:11.296492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:11.298512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7969eef-9548-45dc-9cb4-3a30f4be16a8,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:11.319478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:11.323856 dv-cinder-763306-11-smb neutron-server[86304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 21:34:11.543286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 32b57e4d-b39c-4849-82a9-91a954c112ae up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:11.554609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 6530e9f2-97f0-4d4a-a33e-90c05e0693b4) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:11.576962 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b9e642ad-d1e8-4c9c-a787-3fbd25fa6e6d req-9133e0f3-3d98-400b-87ef-7da1b1145f0f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.2684317 Apr 22 21:34:11.652835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503cec8-909a-40f4-9cfc-597c87b7a40b None None] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:11.667431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:11.713677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:11.715338 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7969eef-9548-45dc-9cb4-3a30f4be16a8 HTTP/1.1" status: 204 len: 168 time: 1.4869022 Apr 22 21:34:11.739268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:11.768476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Usage tracker for resource:security_group_rule and tenant:1d8115dd6f054c02a2d7351c1b3cc6ee is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:11.782811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:11.802210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:11.803303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:11.812963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:11.844305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:34:11.856862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:34:11.882628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:11.883858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:33:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:11.903964 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2269092 Apr 22 21:34:11.993996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd130f5-5c41-42af-85c0-88af4510a67c None None] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:12.018213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:12.022621 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2914026 Apr 22 21:34:12.028241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53360) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:12.431844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-541f79c5-3bd2-4a8c-8d58-abd5c9c135aa None None] Provisioning for port 32b57e4d-b39c-4849-82a9-91a954c112ae completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:12.555306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 32b57e4d-b39c-4849-82a9-91a954c112ae completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:12.579210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 32b57e4d-b39c-4849-82a9-91a954c112ae triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:12.580706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:12.729107 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:12.867973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-917f00f7-a33a-4adb-88b6-0558c20ef26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.244863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53398) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:13.256878 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-72b73fa8-9e9d-4b2f-bb55-f99e0e1b57a5 req-c6cdafe5-d5c6-4cbf-bcc0-3f3f57c78014 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.3241019 Apr 22 21:34:13.333829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.417183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:13.433353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Usage tracker for resource:security_group_rule and tenant:51e5838050d94433a6d79c025145da55 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:13.438362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:13.455179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:13.461180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.591724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.661116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.673305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.720539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:13.757747 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51e5838050d94433a6d79c025145da55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5060315 Apr 22 21:34:13.767193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d87739-1fbb-422a-a975-366862768967,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:13.800047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53418) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:13.804149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:13.819345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:14.040427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.077934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebbf8c-8e5d-42ab-8490-5c9cb0c8e128 None None] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:34:14.114505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.121558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 3, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:14.155224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:34:14.155878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Updating router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 port b40dfd09-a04c-4826-bab7-b9e23dae26fd binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:34:14.247799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.283891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.304114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.369404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.500140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.542731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:14.561681 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d8115dd6f054c02a2d7351c1b3cc6ee&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6745121 Apr 22 21:34:14.562043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 32b57e4d-b39c-4849-82a9-91a954c112ae, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=32b57e4d-b39c-4849-82a9-91a954c112ae,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:14.564152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53434) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:14.597079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.675769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Router 43c60eb0-8579-48d8-becd-5b40d02b6654 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:34:14.688886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:14.691213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.805961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c2a30-c2c0-4b18-becc-b9d9382fd943,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:14.826276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:14.845288 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60d87739-1fbb-422a-a975-366862768967 HTTP/1.1" status: 204 len: 168 time: 1.0352442 Apr 22 21:34:14.853506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:14.858539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c7649d54-9453-4df0-bb5e-acac1222b143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:14.926308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d87739-1fbb-422a-a975-366862768967,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:14.946431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:15.304933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:34:15.356953 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1e3b494b-737f-40f6-a9c7-8c1ad600338f req-443a84c2-befd-4e38-b02e-10bc21997c54 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.1700718 Apr 22 21:34:15.402346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:15.408021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 13.6191163 Apr 22 21:34:15.409610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53450) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:15.758837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:15.765998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:15.864028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.26', 61015) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:15.931487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=32b57e4d-b39c-4849-82a9-91a954c112ae,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:15.949039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:15.952455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:15.967975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Sync routers for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:34:15.995602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-9c8d94ff-a395-485a-9a65-f7718bc79915 None None] Provisioning complete for port 32b57e4d-b39c-4849-82a9-91a954c112ae triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:15.998976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c8d94ff-a395-485a-9a65-f7718bc79915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.000996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Transition to ACTIVE for port object b40dfd09-a04c-4826-bab7-b9e23dae26fd will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:16.012838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.053453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-04926813-d95b-4782-a917-19d7feec137e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:16.294797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Attempting to bind port b40dfd09-a04c-4826-bab7-b9e23dae26fd on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:16.301678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Attempting to bind port b40dfd09-a04c-4826-bab7-b9e23dae26fd by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:16.302492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Attempting to bind port b40dfd09-a04c-4826-bab7-b9e23dae26fd on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:16.352903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:16.353541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:16.363242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.364181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:16.365057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Bound port: b40dfd09-a04c-4826-bab7-b9e23dae26fd, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:16.365719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.488967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:16.490093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:16.563850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-df9fd798-dd5b-4a57-920c-2a53bc499d9a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:16.566941 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-df9fd798-dd5b-4a57-920c-2a53bc499d9a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.6231513 Apr 22 21:34:16.637246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.684163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Request body: {'port': {'device_id': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'admin_state_up': True, 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:16.708731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] For port b40dfd09-a04c-4826-bab7-b9e23dae26fd, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:16.717966 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c79fec72-33a6-48b6-a1d7-dac651a24714 req-82771421-c3f0-4d82-9038-4ce6625201c8 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.1323578 Apr 22 21:34:16.729830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] For port b40dfd09-a04c-4826-bab7-b9e23dae26fd, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=b40dfd09-a04c-4826-bab7-b9e23dae26fd,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:16.742479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:16.831720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:16.832962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:16.898901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Allocated IP 172.20.0.1 (f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f/e6d9bfb1-b57a-4f7c-993e-332028a13003/d5330f15-7a97-441c-b591-cb754a6909c0) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:17.119362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 32b57e4d-b39c-4849-82a9-91a954c112ae up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:17.157553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Pushing event updated for resources: {'Port': ['ID=b40dfd09-a04c-4826-bab7-b9e23dae26fd,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:17.172978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.173825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.174561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.175181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.176022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.177080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.177682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.178251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.178873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.179436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.180392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.180967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Tracked resource versions report: Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: pushed versions: Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: { 'AddressGroup': {'1.2'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': {'1.0'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': {'1.0'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': {'1.1'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': {'1.7'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': {'1.2'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': {'1.8'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': {'1.4'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': {'1.2'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': {'1.0'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': {'1.1'}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': {'1.1'}} Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: consumer versions: Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: { DHCP agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: HyperV agent@hv-cinder-76330: {}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: L3 agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: Metadata agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: Metering agent@dv-cinder-763306-11-smb: {}, Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: Open vSwitch agent@dv-cinder-763306-11-smb: { 'AddressGroup': '1.2', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'ConntrackHelper': '1.0', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Log': '1.0', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Network': '1.1', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Port': '1.7', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'PortForwarding': '1.2', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'QosPolicy': '1.8', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroup': '1.4', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SecurityGroupRule': '1.2', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'SubPort': '1.0', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Subnet': '1.1', Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: 'Trunk': '1.1'}} Apr 22 21:34:17.182325 dv-cinder-763306-11-smb neutron-server[86304]: {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 21:34:17.215693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:17.216178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:17.300390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:17.327196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Transition to ACTIVE for port object d5330f15-7a97-441c-b591-cb754a6909c0 will not be triggered until provisioned by entity DHCP. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:17.362211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:17.385577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:17.481384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Pushing event updated for resources: {'Port': ['ID=b40dfd09-a04c-4826-bab7-b9e23dae26fd,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:17.495067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:17.523531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:17.533539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:17.535225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-c60358ad-a9e8-4f92-8251-c028a9f4a1de tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:17.536856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-c60358ad-a9e8-4f92-8251-c028a9f4a1de tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Synchronizing usage tracker for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:17.542076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:17.542290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:17.555095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:17.567665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 32b57e4d-b39c-4849-82a9-91a954c112ae triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:17.568597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:18.024445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Pushing event updated for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:18.043772 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:18.061710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:18.245245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:18.378831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4dba8ada-a660-4c76-93f8-23c07549a123 None None] Provisioning for port d5330f15-7a97-441c-b591-cb754a6909c0 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:18.521234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:18.673057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4dba8ada-a660-4c76-93f8-23c07549a123 None None] Provisioning complete for port d5330f15-7a97-441c-b591-cb754a6909c0 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:18.673710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4dba8ada-a660-4c76-93f8-23c07549a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:18.989101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4dba8ada-a660-4c76-93f8-23c07549a123 None None] Port d5330f15-7a97-441c-b591-cb754a6909c0 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:34:19.075447 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc1c159b-8cb5-4521-8c96-6d94c6737113 req-a75a715a-0954-4c6f-bc23-2806aa3f7c4a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.1685667 Apr 22 21:34:19.137489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:19.158968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:19.170884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 3, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:19.199290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7263e3-d8ad-4c4f-8ba5-ada67dfb273f None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 3, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:34:19.245740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-c60358ad-a9e8-4f92-8251-c028a9f4a1de tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Unset dirty status for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:19.281233 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-c60358ad-a9e8-4f92-8251-c028a9f4a1de tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/networks?id=6530e9f2-97f0-4d4a-a33e-90c05e0693b4 HTTP/1.1" status: 200 len: 812 time: 3.9800184 Apr 22 21:34:19.286996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c2a30-c2c0-4b18-becc-b9d9382fd943,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:19.305702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:19.322251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Usage tracker for resource:port and tenant:6b3314b772b0486c8d964d25cbbd98d0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:19.405105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:19.433653 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-5bd27984-54e6-4d60-bd6a-8d85d5017129 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/quotas/196b37ab682f4e9e99bfbc77772f9ce0 HTTP/1.1" status: 200 len: 375 time: 0.1479492 Apr 22 21:34:19.574352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:10Z', 'revision_number': 3, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:19.591993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Checking router: 43c60eb0-8579-48d8-becd-5b40d02b6654 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:34:19.594822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Updating router 43c60eb0-8579-48d8-becd-5b40d02b6654 port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:34:19.616433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:19.735410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:19.868638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:19.873518 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/130c2a30-c2c0-4b18-becc-b9d9382fd943 HTTP/1.1" status: 204 len: 168 time: 5.2990334 Apr 22 21:34:19.923465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-16f5c961-4e42-49a8-be84-626438e1210a tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=196b37ab682f4e9e99bfbc77772f9ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4887187 Apr 22 21:34:20.303193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:20.330065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:20.331856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:20.366525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:20.389554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:20.420569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:20.664647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-57f2b270-ee40-4189-b92b-30f382979a3a req-e8581a1c-2a56-4bda-97db-557400003156 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.2103357 Apr 22 21:34:20.842062 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-61bf0e88-e39c-471a-a607-f9af895e3691 service neutron] 10.222.0.15 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9082913 Apr 22 21:34:21.331600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:21.370558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:21.382396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Pushing event updated for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:21.582991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53600) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:21.626097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:21.735185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Transition to ACTIVE for port object 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:21.767462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device b40dfd09-a04c-4826-bab7-b9e23dae26fd up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:22.033937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:22.100079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:22.164454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:34:22.197542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-80ea7a3a-b208-4f9f-8203-3865b2705c88 None None] Provisioning complete for port d5330f15-7a97-441c-b591-cb754a6909c0 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:22.199320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-80ea7a3a-b208-4f9f-8203-3865b2705c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:22.217842 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-fbedb98d-045f-486c-b0b1-4d8051a70855 service neutron] 10.222.0.15 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3743672 Apr 22 21:34:22.240920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.874s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:22.446308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Allocated IP 172.20.0.4 (50571f12-d0da-410d-9dc1-7d5475d651f0/114eefb9-7281-4553-a019-8d83c18f44cf/f31d5f06-01f2-48c6-a3c5-cde359325f50) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:22.466730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-80ea7a3a-b208-4f9f-8203-3865b2705c88 None None] Port d5330f15-7a97-441c-b591-cb754a6909c0 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:34:22.550723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Attempting to bind port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:22.554898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Attempting to bind port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:22.555795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Attempting to bind port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:22.579505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:22.581308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:22.581813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:22.582272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:22.582880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Bound port: 56ceedf5-04a5-4344-a93e-ea8921d4dbe3, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:22.583355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:22.806676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] For port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:22.827784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] For port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:22.897835 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28ba01b3-5d03-480e-bf80-c98c6a8924c5 req-42b74087-2a34-4575-9125-2a8f941bb987 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.8418951 Apr 22 21:34:22.899679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:34:22.917478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:22.951518 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] 10.222.0.15 "PUT /v2.0/routers/dd5cc504-014f-4d92-bf28-6f5a2697d5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9185860 Apr 22 21:34:22.958081 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port b40dfd09-a04c-4826-bab7-b9e23dae26fd completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:22.997378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port b40dfd09-a04c-4826-bab7-b9e23dae26fd triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:22.998213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:23.018128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:23.038306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Pushing event updated for resources: {'Port': ['ID=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:23.068179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:23.069196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:23.098340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:23.201849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:23.232724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Pushing event updated for resources: {'Port': ['ID=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:23.239507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:23.280117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:23.281419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:23.513682 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5888daca-696b-4e97-af33-862c01dab81b req-45e39180-bda4-43e9-a534-582d43f281a1 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 210 time: 0.3220491 Apr 22 21:34:23.515730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:23.812151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:23.832378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:23.926052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:34:23.995856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:24.008230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:24.036559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8b54d106dc47ebb0e77fd4308ae259 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:24.050291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:24.085060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:24.453401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:24.659710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:24.672290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:24.685886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:24.720694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:24.722270 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:25.108718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:25.159559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:25.225969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:25.499291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event updated for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:25.646538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.816s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:25.649428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:25.657886 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0029552 Apr 22 21:34:25.669039 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc8b54d106dc47ebb0e77fd4308ae259&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7705379 Apr 22 21:34:25.671380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53708) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:25.681062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-a41b9719-ba6c-42d9-8519-6c2f4a3390bb tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:34:25.682215 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-a41b9719-ba6c-42d9-8519-6c2f4a3390bb tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088212 Apr 22 21:34:25.705013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:25.732271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port b40dfd09-a04c-4826-bab7-b9e23dae26fd, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=b40dfd09-a04c-4826-bab7-b9e23dae26fd,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:25.790048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd3a565-f702-4268-afd4-a62e4a59beb3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:25.810859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:25.859087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Allocated IP 172.20.0.1 (391be90e-b407-46ac-9508-fbab91270a2a/9671af14-b5f8-4324-9158-ac02674e6acc/7a1bb970-6920-41b1-bd6b-8626e0d940f7) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:25.928089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:25.934996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:34:25.946006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f610c-0c87-4009-aae0-59a314cfd363 req-a0375dc5-8fa8-432b-aa1f-6961cf6c822b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:25.946845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1d3f610c-0c87-4009-aae0-59a314cfd363 req-a0375dc5-8fa8-432b-aa1f-6961cf6c822b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:25.982780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:26.007216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:26.083957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 53718) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:26.158267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385197581', 'description': 'tempest-description--305302704'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:26.160959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:26.390896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:26.411292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:26.418063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:26.428257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Request body: {'port': {'device_id': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:26.459950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1d3f610c-0c87-4009-aae0-59a314cfd363 req-a0375dc5-8fa8-432b-aa1f-6961cf6c822b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:26.468671 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1d3f610c-0c87-4009-aae0-59a314cfd363 req-a0375dc5-8fa8-432b-aa1f-6961cf6c822b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 931 time: 1.7138958 Apr 22 21:34:26.544260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:26.571145 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a68136c-f5cb-4069-9dcd-46dcc3c873d1 req-3749b68b-cb77-43a6-8673-c7a21b65490a tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 210 time: 0.2125092 Apr 22 21:34:26.617893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:26.625849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:26.635137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=b40dfd09-a04c-4826-bab7-b9e23dae26fd,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:26.657701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:26.665539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:26.685503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd3a565-f702-4268-afd4-a62e4a59beb3,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:26.704445 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1d3f610c-0c87-4009-aae0-59a314cfd363 req-e6ef7580-23f6-453c-8eef-3cbed17519b7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349963 Apr 22 21:34:26.714879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:26.718820 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abd3a565-f702-4268-afd4-a62e4a59beb3 HTTP/1.1" status: 204 len: 168 time: 1.0433745 Apr 22 21:34:26.718820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:26.845228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:10Z', 'revision_number': 3, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:26.859362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcf9c9d-9e97-4dfd-b33c-b515377598fc None None] The sync data for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb is: [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:10Z', 'revision_number': 3, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:34:26.952298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:27.045659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:27.059177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:19Z', 'revision_number': 2, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:27.077362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:27.085537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:34:27.089980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Updating router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 port d5330f15-7a97-441c-b591-cb754a6909c0 binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:34:27.094008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:27.147350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.26', 61034) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:27.266975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:27.378187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:27.705793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:27.732224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:27.757999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-8109af09-0d56-44b6-9c4d-d3fd17746cfd tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:27.760071 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-8109af09-0d56-44b6-9c4d-d3fd17746cfd tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.26 "GET /v2.0/networks?id=6530e9f2-97f0-4d4a-a33e-90c05e0693b4 HTTP/1.1" status: 200 len: 812 time: 0.5808208 Apr 22 21:34:27.789562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Request body: {'port': {'device_id': 'c193818a-4722-44fd-abe6-3ddd45966800', 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4', 'admin_state_up': True, 'tenant_id': '196b37ab682f4e9e99bfbc77772f9ce0'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:28.020608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:28.052146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:28.197877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:28.403136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21aab78-b27d-48aa-b644-765b1fa3933d,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:28.414330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:28.415998 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.3014636 Apr 22 21:34:28.419944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:28.445864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:28.545871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53766) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:28.585723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:28.653245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group_rule': {'security_group_id': 'c21aab78-b27d-48aa-b644-765b1fa3933d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:28.679614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:28.692205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:28.697952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:28.716451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:28.741941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:28.745112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Network 391be90e-b407-46ac-9508-fbab91270a2a is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:28.749026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:28.778544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-258a6122-ee96-4664-ace2-60f44263127c req-9cef918a-d296-40a8-8015-e867b6b41efa tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 210 time: 0.4476867 Apr 22 21:34:28.853464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:28.934694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:28.992616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:28.993203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.012715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:29.082071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:29.082864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.092472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.123821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Transition to ACTIVE for port object d5330f15-7a97-441c-b591-cb754a6909c0 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:29.138327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.145812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:29.238216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:29.272189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.273859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Usage tracker for resource:port and tenant:196b37ab682f4e9e99bfbc77772f9ce0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:29.282293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:29.296728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.370267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:29.377769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:29.397540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a058-bba4-4e01-87b4-76ddfb4d99e8 None None] Pushing event updated for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:29.405441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.413517 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7922528 Apr 22 21:34:29.440100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c987a058-bba4-4e01-87b4-76ddfb4d99e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:29.449953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53792) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:29.479099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group_rule': {'security_group_id': 'c21aab78-b27d-48aa-b644-765b1fa3933d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:29.494194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b523d0c3-e0b5-4b2a-b054-78ec1fe32950,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:29.516536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:29.524286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:29.537572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Made reservation on behalf of 196b37ab682f4e9e99bfbc77772f9ce0 for: {'port': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:29.551543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.628632 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:29.772451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:29.809198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:29.841610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.889763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.906892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:29.911447 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:29.922871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device b40dfd09-a04c-4826-bab7-b9e23dae26fd up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:30.011641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.131375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:30.174604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Attempting to bind port d5330f15-7a97-441c-b591-cb754a6909c0 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:30.175054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Attempting to bind port d5330f15-7a97-441c-b591-cb754a6909c0 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:30.175516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Attempting to bind port d5330f15-7a97-441c-b591-cb754a6909c0 on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:30.209758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:30.210422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Checking segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:30.210666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.211273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Bound using segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:30.211576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Bound port: d5330f15-7a97-441c-b591-cb754a6909c0, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:30.213553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.308752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Allocated IP 172.20.0.8 (6530e9f2-97f0-4d4a-a33e-90c05e0693b4/af173b4b-0dd4-42cd-a903-e53241f1622d/8f97c504-3948-4193-9587-4a3fb3629a8b) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:30.342552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:30.362334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:30.479693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port b40dfd09-a04c-4826-bab7-b9e23dae26fd triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:30.482232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.619508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] For port d5330f15-7a97-441c-b591-cb754a6909c0, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:30.635614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] For port d5330f15-7a97-441c-b591-cb754a6909c0, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=d5330f15-7a97-441c-b591-cb754a6909c0,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:30.662671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.683366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:30.838303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.964673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:30.966018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:31.112172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:31.223974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38ef8eb-be79-4f2c-ab3c-003e99d47128,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:31.239955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:31.243021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:31.255580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:31.263940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:31.393578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:31.416363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:31.419875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aaba8-a23f-4666-9d79-0e5a3f84d5bb req-17bb455e-2591-4fd3-9c23-a5f595f3f3fe tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:31.427962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:31.427962 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9653986 Apr 22 21:34:31.437677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:31.440846 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f99aaba8-a23f-4666-9d79-0e5a3f84d5bb req-17bb455e-2591-4fd3-9c23-a5f595f3f3fe tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 931 time: 2.7581019 Apr 22 21:34:31.461334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:31.462045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:31.484991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53812) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:31.485262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:31.527094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:31.622226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:31.701102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:31.706969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Pushing event updated for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:31.737258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:floatingip and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:31.751526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:31.760883 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9813383 Apr 22 21:34:31.764055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:31.797911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:31.822028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:31.822446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:31.843427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Request body: {'port': {'device_id': 'c193818a-4722-44fd-abe6-3ddd45966800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:31.944584 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f99aaba8-a23f-4666-9d79-0e5a3f84d5bb req-3c783774-6804-459d-a6ea-f2481bc5c25b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722053 Apr 22 21:34:32.056169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1c8a-0bca-4846-bafd-a83b24fee3f8 req-caeb278d-1725-4caf-a3a5-37a7ada0b23d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:32.057437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-bb7d1c8a-0bca-4846-bafd-a83b24fee3f8 req-caeb278d-1725-4caf-a3a5-37a7ada0b23d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Synchronizing usage tracker for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:32.141129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:32.200941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987a058-bba4-4e01-87b4-76ddfb4d99e8 None None] Pushing event updated for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:32.238781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c987a058-bba4-4e01-87b4-76ddfb4d99e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.555s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:32.508201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.resource_extend [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 21:34:32.593195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-bb7d1c8a-0bca-4846-bafd-a83b24fee3f8 req-caeb278d-1725-4caf-a3a5-37a7ada0b23d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Unset dirty status for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:32.600531 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bb7d1c8a-0bca-4846-bafd-a83b24fee3f8 req-caeb278d-1725-4caf-a3a5-37a7ada0b23d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 931 time: 1.6544628 Apr 22 21:34:32.646411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:32.902209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31d5f06-01f2-48c6-a3c5-cde359325f50 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:33.010417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.091790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Transition to ACTIVE for port object f31d5f06-01f2-48c6-a3c5-cde359325f50 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:33.109042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.112698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.168133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.199377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39f5ffaa-cc03-4157-835b-5a09fb6d65b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:33.205294 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bb7d1c8a-0bca-4846-bafd-a83b24fee3f8 req-fc60e10a-d7f5-4489-bc36-800947d129e4 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777900 Apr 22 21:34:33.379781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.771161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:33.904516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Pushing event updated for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:33.956293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:33.962769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:34.047405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4a5aa87a-4d4d-4155-8197-5fcb8a25ef39 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:34.479306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Allocated IP 172.28.3.19 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/8d201b36-281d-4723-82d4-2a0567303c10) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:34.534556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f97c504-3948-4193-9587-4a3fb3629a8b {{(pid=86417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:34.582074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:34.634823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:30Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:34.654052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f057cd-1784-4229-8fdd-f414ff8db537 None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:30Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:34:34.911093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Transition to ACTIVE for port object 8f97c504-3948-4193-9587-4a3fb3629a8b will not be triggered until provisioned by entity L2. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:34.951970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:34.973463 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:35.018171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:35.121388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Attempting to bind port f31d5f06-01f2-48c6-a3c5-cde359325f50 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:35.122019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Attempting to bind port f31d5f06-01f2-48c6-a3c5-cde359325f50 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:35.122912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Attempting to bind port f31d5f06-01f2-48c6-a3c5-cde359325f50 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:35.371276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Port f31d5f06-01f2-48c6-a3c5-cde359325f50 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:34:35.374230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Attempting to bind port f31d5f06-01f2-48c6-a3c5-cde359325f50 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:35.433837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:35.435049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Checking segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:35.442011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Bound using segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:35.446634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Bound port: f31d5f06-01f2-48c6-a3c5-cde359325f50, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:35.447639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:35.450561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device d5330f15-7a97-441c-b591-cb754a6909c0 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:35.499798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:35.590870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Pushing event updated for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:35.596593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:35.710360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:35.757178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:35.767892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port d5330f15-7a97-441c-b591-cb754a6909c0 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:35.779960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.733s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:35.781643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port d5330f15-7a97-441c-b591-cb754a6909c0 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:35.781900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:35.836446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Attempting to bind port 8f97c504-3948-4193-9587-4a3fb3629a8b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:35.836949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Attempting to bind port 8f97c504-3948-4193-9587-4a3fb3629a8b by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '203c6e13-8433-4b81-9fed-d6bfe74f072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4'}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:35.837558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Attempting to bind port 8f97c504-3948-4193-9587-4a3fb3629a8b on network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:35.852671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c231eef-97a2-4251-acb7-602c39df0ec3 req-ab344f40-35be-4022-8f19-39cce78bc6b8 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:35.856442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c231eef-97a2-4251-acb7-602c39df0ec3 req-ab344f40-35be-4022-8f19-39cce78bc6b8 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 943 time: 1.8960087 Apr 22 21:34:35.948801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Port 8f97c504-3948-4193-9587-4a3fb3629a8b on network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:34:35.949561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Attempting to bind port 8f97c504-3948-4193-9587-4a3fb3629a8b on network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:35.977838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5627b-1d91-4a0e-8277-23b2fe14865b req-02675872-43d7-4b73-a0f9-8b5e915fb3dc tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:35.979686 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1c5627b-1d91-4a0e-8277-23b2fe14865b req-02675872-43d7-4b73-a0f9-8b5e915fb3dc tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 931 time: 1.1901472 Apr 22 21:34:35.988511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-064fbfc2-8649-4fd7-87bf-ae0f36eb0b6c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:36.029544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:36.078912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port d5330f15-7a97-441c-b591-cb754a6909c0, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=d5330f15-7a97-441c-b591-cb754a6909c0,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:36.084339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:36.088290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:36.204214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Network 391be90e-b407-46ac-9508-fbab91270a2a is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:36.209993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:36.254086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:36.260211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:36.262276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:36.281317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:36.293096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=8d201b36-281d-4723-82d4-2a0567303c10,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:36.298242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:36.301461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:36.305330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:36.306393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:36.332366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:36.473983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:36.491887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:36.492871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Checking segment: {'id': '203c6e13-8433-4b81-9fed-d6bfe74f072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:36.494141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Bound using segment: {'id': '203c6e13-8433-4b81-9fed-d6bfe74f072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4'} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:36.494726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Bound port: 8f97c504-3948-4193-9587-4a3fb3629a8b, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203c6e13-8433-4b81-9fed-d6bfe74f072a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4'}}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:36.495518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:36.568915 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Router 43c60eb0-8579-48d8-becd-5b40d02b6654 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:34:36.588615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:36.691782 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1c5627b-1d91-4a0e-8277-23b2fe14865b req-923ca74c-e553-4afe-b587-1712538022f6 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732184 Apr 22 21:34:36.722969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Pushing event updated for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:36.837720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:37.244135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, cleared binding levels {{(pid=86417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:37.278094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8f97c504-3948-4193-9587-4a3fb3629a8b,segment=NetworkSegment(203c6e13-8433-4b81-9fed-d6bfe74f072a),segment_id=203c6e13-8433-4b81-9fed-d6bfe74f072a)] {{(pid=86417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:37.384072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device d5330f15-7a97-441c-b591-cb754a6909c0 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:37.519179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port d5330f15-7a97-441c-b591-cb754a6909c0 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:37.519569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:37.561439 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:37.610388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27971155-54ee-418f-948d-17fced294fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:37.613717 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c231eef-97a2-4251-acb7-602c39df0ec3 req-0b308e3a-e90e-4f2d-9225-2b7b3d0c48cf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5636327 Apr 22 21:34:37.633166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:34:37.662111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:37.663605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:37.666236 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-783775d6-d447-44aa-b690-7576147556fe service neutron] 10.222.0.26 "PUT /v2.0/ports/f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 200 len: 1093 time: 11.6178699 Apr 22 21:34:37.677665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:37.790189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Pushing event updated for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=3']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:37.802379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 53954) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:37.813950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:37.866631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:37.867349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:37.869054 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f97c504-3948-4193-9587-4a3fb3629a8b HTTP/1.1" status: 200 len: 1093 time: 6.0669429 Apr 22 21:34:37.869599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:37.983297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.395s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:37.995641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Sync routers for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:34:37.998235 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] 10.222.0.15 "PUT /v2.0/routers/43c60eb0-8579-48d8-becd-5b40d02b6654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.5266297 Apr 22 21:34:38.025261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:38.025981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:38.055247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-d64a038b-2b99-4440-ace2-b86f9a5ed163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:38.056885 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-d64a038b-2b99-4440-ace2-b86f9a5ed163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 1096 time: 0.2168736 Apr 22 21:34:38.168195 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-765d5922-754a-447c-bc16-6527b021ec66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 200 len: 217 time: 0.1019523 Apr 22 21:34:38.210096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:38.247550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:38.270257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1218b6f9feab46b6807f3424f0bdd562 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:38.277351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:38.281853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-daa63593-6a84-4aa1-9c73-a2e1a2dff7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:38.288489 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-daa63593-6a84-4aa1-9c73-a2e1a2dff7c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1107576 Apr 22 21:34:38.311464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:38.319625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:38.335526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:38.352322 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-53b5793e-ddbd-4f4a-a64d-56ca1df7f757 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552313 Apr 22 21:34:38.353972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:38.397826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-aa727b79-51b7-43ef-a625-aec8db054ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:38.399925 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-aa727b79-51b7-43ef-a625-aec8db054ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=196b37ab682f4e9e99bfbc77772f9ce0&device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 1096 time: 0.3499949 Apr 22 21:34:38.409133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccd514-b9dc-4157-a2f8-8ac1e86291f1 req-9fcea54f-a9e9-432d-b869-ab977736b90f tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:38.411027 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ebccd514-b9dc-4157-a2f8-8ac1e86291f1 req-9fcea54f-a9e9-432d-b869-ab977736b90f tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 943 time: 0.4596982 Apr 22 21:34:38.433866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:38.491405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:38.588733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-ea588f0d-c9a0-49eb-86e6-baca2fadfab0 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258761 Apr 22 21:34:38.593997 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50', 'status': 'completed', 'code': 200} Apr 22 21:34:38.809261 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8d880fd-edd8-4a64-b11f-b3de3f7093c9 req-8663a480-4bfc-45e1-baa5-5db84c0a4eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120273 Apr 22 21:34:38.809733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54002) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:39.010165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-20326e11-dbda-4e4a-9a6a-fc2bbc1cf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:39.012730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-20326e11-dbda-4e4a-9a6a-fc2bbc1cf808 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 1096 time: 0.1235344 Apr 22 21:34:39.143093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:30Z', 'revision_number': 4, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '7a1bb970-6920-41b1-bd6b-8626e0d940f7', 'name': '', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'mac_address': 'fa:16:3e:82:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:23Z', 'updated_at': '2021-04-22T21:34:32Z', 'revision_number': 2, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'subnets': [{'id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:39.154097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Checking router: 43c60eb0-8579-48d8-becd-5b40d02b6654 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:34:39.154663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Updating router 43c60eb0-8579-48d8-becd-5b40d02b6654 port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:34:39.218510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.232728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.300387 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-5f0f1034-341c-4bf7-b242-3f37ce9e8bfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f97c504-3948-4193-9587-4a3fb3629a8b HTTP/1.1" status: 200 len: 217 time: 0.8861463 Apr 22 21:34:39.302887 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b', 'status': 'completed', 'code': 200} Apr 22 21:34:39.423366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=8d201b36-281d-4723-82d4-2a0567303c10,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:39.434749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:39.437984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.448805 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9141176 Apr 22 21:34:39.452612 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ebccd514-b9dc-4157-a2f8-8ac1e86291f1 req-bb000bb7-8682-4519-9246-c6b12a400ded tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0299554 Apr 22 21:34:39.483689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-2ca75a59-ceee-42f9-9aed-b5f17e42de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:39.485423 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-2ca75a59-ceee-42f9-9aed-b5f17e42de42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af173b4b-0dd4-42cd-a903-e53241f1622d HTTP/1.1" status: 200 len: 852 time: 0.1710935 Apr 22 21:34:39.563745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-bc297e02-d7a0-4e56-b5aa-b892b679717c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6530e9f2-97f0-4d4a-a33e-90c05e0693b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685487 Apr 22 21:34:39.572570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:39.577091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ad01ae00be4874bdf59a907c90fc87 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:39.580724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:39.588129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:39.632171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.691806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-c5a266bc-36d0-4af7-8a0c-2fa91ce56cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:39.693589 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-c5a266bc-36d0-4af7-8a0c-2fa91ce56cb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.6628036 Apr 22 21:34:39.756308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.874438 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-f341ae08-0c2b-46e5-967f-6c731e2dafd0 service neutron] 10.222.0.26 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995954 Apr 22 21:34:39.876711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.909398 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-825be387-edc5-43cb-93b5-6ce339f524f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 200 len: 217 time: 0.1987605 Apr 22 21:34:39.910302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.928765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4e12fd98-6ef6-4021-be27-28c18873ad09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:39.941457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-249f0f88-7042-4491-93c7-ebff54c068d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:39.951727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:39.961505 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1218b6f9feab46b6807f3424f0bdd562&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1554909 Apr 22 21:34:39.993406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc6d7-17a0-4e11-9faa-5bd7cb8eafa7 req-badb569d-0937-411a-a057-de675d153fd1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:39.995095 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-103fc6d7-17a0-4e11-9faa-5bd7cb8eafa7 req-badb569d-0937-411a-a057-de675d153fd1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 943 time: 0.4275978 Apr 22 21:34:39.997262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54038) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:40.025427 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4ad01ae00be4874bdf59a907c90fc87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2144742 Apr 22 21:34:40.043589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54042) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:40.092514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde3620-dfd2-4d73-a70f-5990135c7c60,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:40.108328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:40.112379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-c5385c83-8123-413b-84bf-d53549708cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:40.115214 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-c5385c83-8123-413b-84bf-d53549708cbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1871779 Apr 22 21:34:40.127848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-103fc6d7-17a0-4e11-9faa-5bd7cb8eafa7 req-f1e7b7cc-cac4-4fd5-9f4d-38da1f57a0be tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 Apr 22 21:34:40.193624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb08fd-fe79-48c3-9f6b-d244e9d3793b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:40.197300 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-b48482ad-6552-4c55-b601-e5f50e92ee73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735681 Apr 22 21:34:40.202344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:40.261080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.313540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.371585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-eb1ab474-6e8e-4873-8f56-eb54e474c908 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:40.372254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.380198 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-eb1ab474-6e8e-4873-8f56-eb54e474c908 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 819 time: 0.5020509 Apr 22 21:34:40.394373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Transition to ACTIVE for port object 7a1bb970-6920-41b1-bd6b-8626e0d940f7 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:40.394605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.403516 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1931d59f-dc0c-4dad-8d16-70d446087196 req-e617ab7c-e057-4f4d-ad2c-08e19c1d6242 service neutron] 10.222.0.26 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527917 Apr 22 21:34:40.407005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.408213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.418220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-e87ebeb3-dd6f-49e7-a9e3-1d62420315fa tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/quotas/237b4680a3314deb95fa53749cb52deb HTTP/1.1" status: 200 len: 375 time: 0.0370164 Apr 22 21:34:40.424166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:40.449544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-40b1404b-425d-48e8-9c5b-6c3ed788e3d7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:40.512826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-81f0c3dd-89a7-4398-bc05-24efd8b04b30 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083382 Apr 22 21:34:40.514132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-40b1404b-425d-48e8-9c5b-6c3ed788e3d7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:40.515296 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-40b1404b-425d-48e8-9c5b-6c3ed788e3d7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--385197581&fields=id&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 267 time: 0.2087500 Apr 22 21:34:40.592106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Pushing event updated for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:40.605550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.616128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:40.628556 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-65bbd1ba-32a3-4272-8076-3d21f067c817 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092986 Apr 22 21:34:40.638602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb08fd-fe79-48c3-9f6b-d244e9d3793b,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:40.651789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:40.655202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-12a7963f-43e2-41e8-ae63-56ca2240f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:40.659096 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-12a7963f-43e2-41e8-ae63-56ca2240f738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=196b37ab682f4e9e99bfbc77772f9ce0&device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 1096 time: 0.1777833 Apr 22 21:34:40.659568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:40.662872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.667144 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80bb08fd-fe79-48c3-9f6b-d244e9d3793b HTTP/1.1" status: 204 len: 168 time: 0.6684632 Apr 22 21:34:40.820255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.861028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:40.898587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Attempting to bind port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:40.898951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Attempting to bind port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:40.899327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Attempting to bind port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 on network 391be90e-b407-46ac-9508-fbab91270a2a {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:40.909925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:40.910332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Checking segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:40.910820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.911292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Bound using segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:40.912559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Bound port: 7a1bb970-6920-41b1-bd6b-8626e0d940f7, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:40.912559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:40.932383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde3620-dfd2-4d73-a70f-5990135c7c60,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:41.001288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:41.026286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:41.030992 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fde3620-dfd2-4d73-a70f-5990135c7c60 HTTP/1.1" status: 204 len: 168 time: 0.9802454 Apr 22 21:34:41.037807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] For port 7a1bb970-6920-41b1-bd6b-8626e0d940f7, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:41.041394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] For port 7a1bb970-6920-41b1-bd6b-8626e0d940f7, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=7a1bb970-6920-41b1-bd6b-8626e0d940f7,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:41.057029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:41.062076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:41.080886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-b22f7c4e-bd0b-451a-a76c-65a6d6c00e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:41.086957 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-b22f7c4e-bd0b-451a-a76c-65a6d6c00e9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6530e9f2-97f0-4d4a-a33e-90c05e0693b4 HTTP/1.1" status: 200 len: 913 time: 0.4183593 Apr 22 21:34:41.128863 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b1f650ad-8d33-430b-b9c5-80d0b23f2f01 req-f128886c-aa39-4e1e-ae4b-2dc932efa5e5 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059308 Apr 22 21:34:41.167095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-d98dd24d-44dc-4dbc-942d-b208078d54f6 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:41.180879 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-d98dd24d-44dc-4dbc-942d-b208078d54f6 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 817 time: 0.6344328 Apr 22 21:34:41.188368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Pushing event updated for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:41.196083 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-07c33b55-ff0d-4fb0-8c73-110b4026e351 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f97c504-3948-4193-9587-4a3fb3629a8b HTTP/1.1" status: 200 len: 217 time: 0.0999355 Apr 22 21:34:41.199955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:41.212885 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-d82ab7de-36ed-4910-a69e-3c90be404495 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/quotas/411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 375 time: 0.0292375 Apr 22 21:34:41.238983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:34:41.239551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:34:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:41.326356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-c6ab8cc2-d108-4d0f-84b0-4f387ca154f0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:34:41.327784 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-c6ab8cc2-d108-4d0f-84b0-4f387ca154f0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961558 Apr 22 21:34:41.412746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-a79139d5-a739-45a5-9e9f-df948e1f5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:41.416512 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-99dbf19f-544d-4a38-aa62-f15c8bb6e37c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2007782 Apr 22 21:34:41.417738 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-a79139d5-a739-45a5-9e9f-df948e1f5ec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af173b4b-0dd4-42cd-a903-e53241f1622d HTTP/1.1" status: 200 len: 852 time: 0.2145898 Apr 22 21:34:41.513290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:34:41.563642 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-525ec4e2-bbab-4560-ba4c-b2e350031587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6530e9f2-97f0-4d4a-a33e-90c05e0693b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760822 Apr 22 21:34:41.802025 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-a924b98e-8c3a-4471-aa7c-c08e1a09dff4 service neutron] 10.222.0.26 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298243 Apr 22 21:34:41.812831 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-fd79a8ca-913c-46b5-a48b-364c1e29d052 service neutron] 10.222.0.15 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557104 Apr 22 21:34:41.813673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-898114fd-43f5-447c-8f0b-3dca2d6b426b service neutron] 10.222.0.15 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703008 Apr 22 21:34:41.960796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54092) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:41.994465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c8c097b-df7f-4d30-871d-9a4de7203d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:41.994591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.022411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:42.031311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Usage tracker for resource:security_group_rule and tenant:b1f85d482535400e9b1ae454abc62a0d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:42.045271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:42.055855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:42.107256 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-a1ccaacd-2ddf-41a5-8a3e-af9719dbdb94 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921646 Apr 22 21:34:42.112359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54098) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:42.146834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:30Z', 'revision_number': 4, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '7a1bb970-6920-41b1-bd6b-8626e0d940f7', 'name': '', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'mac_address': 'fa:16:3e:82:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:23Z', 'updated_at': '2021-04-22T21:34:41Z', 'revision_number': 4, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'subnets': [{'id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:34:42.154099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d8a07-ebf3-43b9-9c7d-f1be64ab58ef None None] The sync data for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb is: [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:34:30Z', 'revision_number': 4, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '7a1bb970-6920-41b1-bd6b-8626e0d940f7', 'name': '', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'mac_address': 'fa:16:3e:82:5e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:23Z', 'updated_at': '2021-04-22T21:34:41Z', 'revision_number': 4, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'subnets': [{'id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:34:42.205073 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d72a4595-dda5-45a3-9e0e-57af0d8753b8 req-b0d744b1-727b-41fc-b837-f4b1f79dcb76 service neutron] 10.222.0.26 "GET /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918278 Apr 22 21:34:42.207361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.247245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:42.254938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.257675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Usage tracker for resource:security_group_rule and tenant:7084dbd0c0474317a66eacfbc47f5533 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:42.272107 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-6ccc1129-3921-459d-92e9-27d4bede6f0e service neutron] 10.222.0.15 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056203 Apr 22 21:34:42.273229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:42.273706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.304071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:42.308119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-55c305e0-2c77-431e-ba28-f4ea37445e7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:42.429633 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1f85d482535400e9b1ae454abc62a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589136 Apr 22 21:34:42.433064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ae966-6920-42eb-a147-981ddb2a020c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:42.444169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54106) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:42.457241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:42.471355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.480659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.491776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fb412dfd-620b-4001-8ecf-534e9758dbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:42.512288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.527611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cedea-2076-40d3-b747-e4138fbc2010,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:42.531735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:42.565767 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7084dbd0c0474317a66eacfbc47f5533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503658 Apr 22 21:34:42.569444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54114) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:42.738413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.761479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.806684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.818747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405506b2-02a8-4862-9248-dbb7ba482424 req-d5fac08b-7bf6-4894-ac44-62eb913cbd14 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:42.827464 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-405506b2-02a8-4862-9248-dbb7ba482424 req-d5fac08b-7bf6-4894-ac44-62eb913cbd14 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 943 time: 0.2996058 Apr 22 21:34:42.869429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.877198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:42.996344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:43.013127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:43.032155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-405506b2-02a8-4862-9248-dbb7ba482424 req-b43275d6-fecf-4524-92aa-2c3907e74067 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Synchronizing usage tracker for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:43.075629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-405506b2-02a8-4862-9248-dbb7ba482424 req-b43275d6-fecf-4524-92aa-2c3907e74067 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Unset dirty status for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:43.090717 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-405506b2-02a8-4862-9248-dbb7ba482424 req-b43275d6-fecf-4524-92aa-2c3907e74067 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619989 Apr 22 21:34:43.096303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:43.112812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3224b9b3-a389-4f46-8ac3-9b4574042e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:43.150531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ae966-6920-42eb-a147-981ddb2a020c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:43.165188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:43.176456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:43.177800 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/779ae966-6920-42eb-a147-981ddb2a020c HTTP/1.1" status: 204 len: 168 time: 0.7259974 Apr 22 21:34:43.365927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cedea-2076-40d3-b747-e4138fbc2010,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:43.384690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:43.386011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:43.387501 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c97cedea-2076-40d3-b747-e4138fbc2010 HTTP/1.1" status: 204 len: 168 time: 0.8154321 Apr 22 21:34:43.403056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e2592a60-e4dc-4cbd-b159-2b86de622394 req-0b0301ac-92f4-49a9-bc97-9dd7e823660f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 210 time: 0.2206588 Apr 22 21:34:43.502818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf6fe1-26f5-46f2-a7ca-a2619fa10266 req-680bd586-26ef-400d-8319-fb90ee20ad25 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:43.520496 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6abf6fe1-26f5-46f2-a7ca-a2619fa10266 req-680bd586-26ef-400d-8319-fb90ee20ad25 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 943 time: 0.4718866 Apr 22 21:34:43.662155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 7a1bb970-6920-41b1-bd6b-8626e0d940f7 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:43.684319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-6abf6fe1-26f5-46f2-a7ca-a2619fa10266 req-83b204c7-8741-4d1a-b972-01da6d57029f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:43.756844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-6abf6fe1-26f5-46f2-a7ca-a2619fa10266 req-83b204c7-8741-4d1a-b972-01da6d57029f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:43.765077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-81ed56dd-77c7-46f1-8b1f-6f8e8cf1a91b req-902e8349-cd07-48e9-8d42-98a696ffa8a8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Synchronizing usage tracker for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:43.766753 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6abf6fe1-26f5-46f2-a7ca-a2619fa10266 req-83b204c7-8741-4d1a-b972-01da6d57029f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412746 Apr 22 21:34:43.796319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-81ed56dd-77c7-46f1-8b1f-6f8e8cf1a91b req-902e8349-cd07-48e9-8d42-98a696ffa8a8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Unset dirty status for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:43.808925 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-81ed56dd-77c7-46f1-8b1f-6f8e8cf1a91b req-902e8349-cd07-48e9-8d42-98a696ffa8a8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 210 time: 0.2080011 Apr 22 21:34:43.848652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device f31d5f06-01f2-48c6-a3c5-cde359325f50 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:34:43.958273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.049186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:44.062932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:44.063375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.314779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:44.340399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.386141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 7a1bb970-6920-41b1-bd6b-8626e0d940f7, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=7a1bb970-6920-41b1-bd6b-8626e0d940f7,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:44.388213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'f31d5f06-01f2-48c6-a3c5-cde359325f50', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'port_id': 'f31d5f06-01f2-48c6-a3c5-cde359325f50', 'mac_address': 'fa:16:3e:00:75:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114eefb9-7281-4553-a019-8d83c18f44cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:34:44.437065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.452317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:44.513373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7268-4621-495d-990b-66040b798e7a req-14080618-57fe-49f2-bcd1-8cfbe2b972fb tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:44.518128 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-db1d7268-4621-495d-990b-66040b798e7a req-14080618-57fe-49f2-bcd1-8cfbe2b972fb tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 943 time: 0.2198474 Apr 22 21:34:44.634464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.672296 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-db1d7268-4621-495d-990b-66040b798e7a req-573f6164-202a-4784-8a15-c4a2d8106a21 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421752 Apr 22 21:34:44.681046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:44.684652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:44.707642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31d5f06-01f2-48c6-a3c5-cde359325f50 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:44.742758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:44.753251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:44.754066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8f97c504-3948-4193-9587-4a3fb3629a8b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:34:45.027651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-7cac8127-3b26-4449-b613-baa2ed7e70d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:45.028729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-7cac8127-3b26-4449-b613-baa2ed7e70d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Synchronizing usage tracker for tenant:237b4680a3314deb95fa53749cb52deb on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:45.038529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:45.051082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-7cac8127-3b26-4449-b613-baa2ed7e70d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Unset dirty status for tenant:237b4680a3314deb95fa53749cb52deb on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:45.052817 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-7cac8127-3b26-4449-b613-baa2ed7e70d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 819 time: 0.4963388 Apr 22 21:34:45.065450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-9ab244a1-e886-404a-a87a-abbcfd7c58dd req-43db172f-035a-49cd-958d-68d0be25b9f8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:45.073709 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-7145123f-2dd9-48e0-b9b1-bfa551522a94 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/quotas/237b4680a3314deb95fa53749cb52deb HTTP/1.1" status: 200 len: 375 time: 0.0146062 Apr 22 21:34:45.134078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-9ab244a1-e886-404a-a87a-abbcfd7c58dd req-43db172f-035a-49cd-958d-68d0be25b9f8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:45.144830 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9ab244a1-e886-404a-a87a-abbcfd7c58dd req-43db172f-035a-49cd-958d-68d0be25b9f8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 210 time: 0.1690843 Apr 22 21:34:45.169916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-92052316-cd73-4db0-a4bc-6705f2603c6a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:45.171295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-92052316-cd73-4db0-a4bc-6705f2603c6a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:network {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:45.192359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54200) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:45.221693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-92052316-cd73-4db0-a4bc-6705f2603c6a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:network {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:45.223185 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-92052316-cd73-4db0-a4bc-6705f2603c6a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 817 time: 0.5469739 Apr 22 21:34:45.345146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8f97c504-3948-4193-9587-4a3fb3629a8b,segment=NetworkSegment(203c6e13-8433-4b81-9fed-d6bfe74f072a),segment_id=203c6e13-8433-4b81-9fed-d6bfe74f072a)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:45.355571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-539de0f0-ec76-42f5-936b-bd8f8c07b356 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:45.388338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-539de0f0-ec76-42f5-936b-bd8f8c07b356 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:45.390449 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-539de0f0-ec76-42f5-936b-bd8f8c07b356 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 379 time: 0.1576593 Apr 22 21:34:45.402647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-1feb600d-35d7-4569-9ded-2d9299192b6f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3209567 Apr 22 21:34:45.410968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'port': {'device_id': 'b6639e6e-dcb2-4010-aefe-856328136607', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'admin_state_up': True, 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'security_groups': ['c21aab78-b27d-48aa-b644-765b1fa3933d']}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:45.449145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 7a1bb970-6920-41b1-bd6b-8626e0d940f7 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:45.479588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '8f97c504-3948-4193-9587-4a3fb3629a8b', 'network_id': '6530e9f2-97f0-4d4a-a33e-90c05e0693b4', 'port_id': '8f97c504-3948-4193-9587-4a3fb3629a8b', 'mac_address': 'fa:16:3e:32:40:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af173b4b-0dd4-42cd-a903-e53241f1622d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:34:45.484554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:45.980891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:45.981728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.049575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f97c504-3948-4193-9587-4a3fb3629a8b {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:46.086220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-4828b93e-49f9-464c-87d1-42a6a731a83e service neutron] 10.222.0.15 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824093 Apr 22 21:34:46.158744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8f97c504-3948-4193-9587-4a3fb3629a8b,segment=NetworkSegment(203c6e13-8433-4b81-9fed-d6bfe74f072a),segment_id=203c6e13-8433-4b81-9fed-d6bfe74f072a)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:46.172402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.175198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:46.291628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.329092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:46.332277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:46.332690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.337340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:46.346391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Usage tracker for resource:security_group_rule and tenant:bd34603ca4f5420fbf4f010330300512 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:46.352919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:46.369087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:46.427811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:46.591274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:34:46.680213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['8f97c504-3948-4193-9587-4a3fb3629a8b'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:34:46.726487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2446ef-77a1-43a3-bc6d-73d63b6541b1 req-53008539-d234-4adf-8041-4866d244d948 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:46.741323 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f2446ef-77a1-43a3-bc6d-73d63b6541b1 req-53008539-d234-4adf-8041-4866d244d948 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 944 time: 0.6026356 Apr 22 21:34:46.753559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-1902487c-cd8b-49c2-a980-f71e64c612bd tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:46.757668 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-1902487c-cd8b-49c2-a980-f71e64c612bd tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 819 time: 1.2865882 Apr 22 21:34:46.768174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:46.782239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:46.867070 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f2446ef-77a1-43a3-bc6d-73d63b6541b1 req-91b9b339-b599-4bad-ae2a-322143439a17 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240134 Apr 22 21:34:46.882452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Request body: {'port': {'device_id': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'admin_state_up': True, 'tenant_id': '237b4680a3314deb95fa53749cb52deb'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:46.902505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Made reservation on behalf of 411a2d7c9fd942c183410b742b669b03 for: {'port': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:46.928758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.980202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:46.988469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:47.084151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c6984a95-2fc3-454f-b2ab-06593f6de5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:47.138831 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-609df91e-db63-4579-bcbc-ea3275634478 service neutron] 10.222.0.15 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0508213 Apr 22 21:34:47.245931 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd34603ca4f5420fbf4f010330300512&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0497959 Apr 22 21:34:47.247881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54286) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:47.274474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1ae58-be9f-475e-a964-7fc18d9f8334,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:47.287553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:47.366439 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:47.406086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:47.441396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Made reservation on behalf of 237b4680a3314deb95fa53749cb52deb for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:47.460297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:47.474529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Allocated IP 172.20.0.11 (f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f/e6d9bfb1-b57a-4f7c-993e-332028a13003/e92b940a-7321-42c6-ac1d-1992577eb60a) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:47.488894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e14b9-2160-4287-bac7-c8b1480aebb6 req-309c7805-7aec-4798-bfdf-7b8c624a9df3 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:47.497293 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-698e14b9-2160-4287-bac7-c8b1480aebb6 req-309c7805-7aec-4798-bfdf-7b8c624a9df3 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 944 time: 0.3859937 Apr 22 21:34:47.518848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:47.608649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:47.646691 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-698e14b9-2160-4287-bac7-c8b1480aebb6 req-f4dce3f0-44d5-415c-9403-599fa5886f5f tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482890 Apr 22 21:34:47.939315 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d13fa4ac-cf6d-4cdc-88a2-bb404960477f req-ffe607ed-2f7a-4529-959b-36af1636e42b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 210 time: 0.2127817 Apr 22 21:34:48.007965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.011235 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-09c969f1-8087-40d5-b079-33554720ff49 req-355e8674-72d4-46aa-9277-8e5d9f7ab499 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 210 time: 0.2150202 Apr 22 21:34:48.029482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-294d6d7f-6883-4a8d-aa76-a6c9cc1dbd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:48.113679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1ae58-be9f-475e-a964-7fc18d9f8334,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:48.125966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:48.201232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device f31d5f06-01f2-48c6-a3c5-cde359325f50 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:48.207108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Allocated IP 172.20.0.2 (391be90e-b407-46ac-9508-fbab91270a2a/9671af14-b5f8-4324-9158-ac02674e6acc/acc828ef-89e8-4ff8-8c26-ecae662667fc) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:48.215606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.218178 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b1ae58-be9f-475e-a964-7fc18d9f8334 HTTP/1.1" status: 204 len: 168 time: 0.9605918 Apr 22 21:34:48.230015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.293311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Transition to ACTIVE for port object e92b940a-7321-42c6-ac1d-1992577eb60a will not be triggered until provisioned by entity DHCP. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:48.362624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.383691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c3be970-2023-4cff-a32a-3a722c2cad1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:48.411496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port f31d5f06-01f2-48c6-a3c5-cde359325f50 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:48.430404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port f31d5f06-01f2-48c6-a3c5-cde359325f50 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:48.430984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.467945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:48.475894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:48.492768 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:48.495399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:48.508886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:48.515336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:48.516164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.546783 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1492813 Apr 22 21:34:48.567627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Request body: {'port': {'device_id': 'b6639e6e-dcb2-4010-aefe-856328136607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:48.647253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639397a-4048-4b43-9a48-68cbc9c55236 req-a43d91f5-3b01-4453-8b34-bfdbc6f59677 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:48.659128 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a639397a-4048-4b43-9a48-68cbc9c55236 req-a43d91f5-3b01-4453-8b34-bfdbc6f59677 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 944 time: 0.4014561 Apr 22 21:34:48.759115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.822580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.868031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:48.910408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:48.926603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:48.985586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.054660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:49.083203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.084069 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8f97c504-3948-4193-9587-4a3fb3629a8b up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:34:49.084844 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a639397a-4048-4b43-9a48-68cbc9c55236 req-aeae9b3b-67d6-48ab-b7dc-6dd148a87bfa tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239883 Apr 22 21:34:49.168744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:49.239645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Network 391be90e-b407-46ac-9508-fbab91270a2a is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:49.269588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:49.300875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54362) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:49.309091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:49.325809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:49.326544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.378657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Pushing event updated for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:49.421964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:49.432464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-9438c76f-de02-4185-b0a6-91d29bb85b15 None None] Provisioning for port e92b940a-7321-42c6-ac1d-1992577eb60a completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:49.478223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8964-096e-46b5-9ba1-d48a15dc190e req-19900c8b-727b-4273-a554-b3f4773f3000 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:49.488609 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1d8d8964-096e-46b5-9ba1-d48a15dc190e req-19900c8b-727b-4273-a554-b3f4773f3000 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 944 time: 0.4266956 Apr 22 21:34:49.495551 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6261053 Apr 22 21:34:49.518704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-9438c76f-de02-4185-b0a6-91d29bb85b15 None None] Provisioning complete for port e92b940a-7321-42c6-ac1d-1992577eb60a triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:49.519984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9438c76f-de02-4185-b0a6-91d29bb85b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.559693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Request body: {'port': {'device_id': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:49.610725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-9438c76f-de02-4185-b0a6-91d29bb85b15 None None] Port e92b940a-7321-42c6-ac1d-1992577eb60a cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:34:49.640430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:49.653616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:49.672410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 8f97c504-3948-4193-9587-4a3fb3629a8b completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:34:49.688914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 8f97c504-3948-4193-9587-4a3fb3629a8b triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:34:49.690304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.780205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54374) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:49.818163 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1d8d8964-096e-46b5-9ba1-d48a15dc190e req-8b64a782-4ae5-4a4e-8893-245e83c8bf17 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254595 Apr 22 21:34:49.836056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:49.883553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.26', 61066) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:49.900609 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aec20c59-51ca-4505-a381-e76415dfd13b req-33a8d2ca-c73c-4175-8357-efd28af953c9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 210 time: 0.1373260 Apr 22 21:34:49.975318 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.042524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.073835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:50.099742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Usage tracker for resource:security_group_rule and tenant:9cc1264c9c294155b4d8a515ff2658b1 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:50.121618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:50.131224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8f97c504-3948-4193-9587-4a3fb3629a8b,segment=NetworkSegment(203c6e13-8433-4b81-9fed-d6bfe74f072a),segment_id=203c6e13-8433-4b81-9fed-d6bfe74f072a)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:34:50.138658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.144902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e256dd0-f7ab-4fc6-87d6-3e9766305ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:50.153312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:50.327193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:50.336897 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:50.426324 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50', 'code': 200} Apr 22 21:34:50.439812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-466590e3-7ec4-4fb6-9438-551d5f1e986c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:50.441519 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-466590e3-7ec4-4fb6-9438-551d5f1e986c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 819 time: 0.5569191 Apr 22 21:34:50.457886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Request body: {'port': {'device_id': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'admin_state_up': True, 'tenant_id': '237b4680a3314deb95fa53749cb52deb'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:50.669010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:50.680638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.716066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Transition to ACTIVE for port object e92b940a-7321-42c6-ac1d-1992577eb60a will not be triggered until provisioned by entity L2. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:50.732724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7974a-befe-4ca3-8bfb-587c355cf195 req-24208f51-a090-4de8-a62b-d1db5468f431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:50.740877 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-50e7974a-befe-4ca3-8bfb-587c355cf195 req-24208f51-a090-4de8-a62b-d1db5468f431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 932 time: 0.5744174 Apr 22 21:34:50.770147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.853289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.858790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.863477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.26', 61069) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:50.864504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:50.884286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54414) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:50.903831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:50.930451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:50.935662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Usage tracker for resource:security_group_rule and tenant:dca99c44941d4af99a4432511b114b42 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:50.939742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:50.943882 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-50e7974a-befe-4ca3-8bfb-587c355cf195 req-c301af87-5072-4488-bcc2-cb672d095ab9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017002 Apr 22 21:34:50.946493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:50.947559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Usage tracker for resource:port and tenant:237b4680a3314deb95fa53749cb52deb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:50.957052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:50.958533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:50.969542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:50.998902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Made reservation on behalf of 237b4680a3314deb95fa53749cb52deb for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:34:51.005689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.089128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.138232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.299887 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dca99c44941d4af99a4432511b114b42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9978676 Apr 22 21:34:51.308726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc828ef-89e8-4ff8-8c26-ecae662667fc {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:51.310241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54432) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:51.331891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.361526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Transition to ACTIVE for port object acc828ef-89e8-4ff8-8c26-ecae662667fc will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:51.402123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.420693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22737f1a-a90b-4a83-a9b2-e224122bc575 req-ae9ecdae-305b-4e39-9d02-9b56fe93b0b3 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:51.420914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:51.422348 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-22737f1a-a90b-4a83-a9b2-e224122bc575 req-ae9ecdae-305b-4e39-9d02-9b56fe93b0b3 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.3073010 Apr 22 21:34:51.426561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:51.494981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:51.497014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-486335a2-100e-4836-b836-4ad9e58f589a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:51.526030 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cc1264c9c294155b4d8a515ff2658b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6844928 Apr 22 21:34:51.542433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ecb64-e29a-462c-83a6-def7f9ec7566 req-c1094bc1-cd99-49e0-9d66-fd8cf225b16f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:51.544094 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-957ecb64-e29a-462c-83a6-def7f9ec7566 req-c1094bc1-cd99-49e0-9d66-fd8cf225b16f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.8986728 Apr 22 21:34:51.545058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54440) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:51.551210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.621384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Allocated IP 172.20.0.13 (391be90e-b407-46ac-9508-fbab91270a2a/9671af14-b5f8-4324-9158-ac02674e6acc/8b389377-5b13-41f6-add2-441c734bb024) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:34:51.627456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Attempting to bind port e92b940a-7321-42c6-ac1d-1992577eb60a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:51.627835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Attempting to bind port e92b940a-7321-42c6-ac1d-1992577eb60a by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:51.628228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Attempting to bind port e92b940a-7321-42c6-ac1d-1992577eb60a on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:51.639385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:51.664575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-4c56cd24-d814-4e49-b396-d085e868cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:51.666003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Pushing event updated for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:51.666191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-4c56cd24-d814-4e49-b396-d085e868cd69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 1098 time: 0.7955935 Apr 22 21:34:51.667191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Usage tracker for resource:security_group_rule and tenant:61f4f7dddf5240559cac0dedad6f060c is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:51.683297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:51.688220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.692118 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-22737f1a-a90b-4a83-a9b2-e224122bc575 req-4294dc36-3ea2-4818-b7fb-0c8255465728 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241168 Apr 22 21:34:51.697218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:51.709502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Port e92b940a-7321-42c6-ac1d-1992577eb60a on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:34:51.709753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Attempting to bind port e92b940a-7321-42c6-ac1d-1992577eb60a on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:51.729846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Attempting to bind port acc828ef-89e8-4ff8-8c26-ecae662667fc on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:51.730208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Attempting to bind port acc828ef-89e8-4ff8-8c26-ecae662667fc by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:51.730574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Attempting to bind port acc828ef-89e8-4ff8-8c26-ecae662667fc on network 391be90e-b407-46ac-9508-fbab91270a2a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:51.749222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Port acc828ef-89e8-4ff8-8c26-ecae662667fc on network 391be90e-b407-46ac-9508-fbab91270a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:34:51.749571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Attempting to bind port acc828ef-89e8-4ff8-8c26-ecae662667fc on network 391be90e-b407-46ac-9508-fbab91270a2a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:51.756720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:51.765475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:51.765912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Checking segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:51.766246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Bound using segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:51.766725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Bound port: acc828ef-89e8-4ff8-8c26-ecae662667fc, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:51.767153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.768691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f9d54-6f36-4657-a151-f299fb49fbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85149834-126f-436d-b579-2a5489774b22,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:51.781369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:51.781880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Checking segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:51.782157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Bound using segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:51.782619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Bound port: e92b940a-7321-42c6-ac1d-1992577eb60a, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:51.783085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.832022 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-957ecb64-e29a-462c-83a6-def7f9ec7566 req-03e18a4c-0fe6-44ae-a36f-0ed27922c4c5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627099 Apr 22 21:34:51.832750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.876233 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94745371-fa3f-43f0-9e60-78d0788a71f9,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:51.881321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.901761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:51.908449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:51.957562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:51.958029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:51.992187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:51.995274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Usage tracker for resource:security_group_rule and tenant:cc64b4f6724b48e7bc0c3f5ef5967af7 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:52.006101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:52.021606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.043775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:52.051375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:52.109122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94745371-fa3f-43f0-9e60-78d0788a71f9,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:52.123650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.133376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:52.137662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.138898 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94745371-fa3f-43f0-9e60-78d0788a71f9 HTTP/1.1" status: 204 len: 168 time: 0.8166378 Apr 22 21:34:52.196420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1eb962cb-e57a-4038-8948-fd89ecc63c25 req-e9b2a5fe-87f6-487c-9161-32207a0b6823 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Synchronizing usage tracker for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:52.279981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1eb962cb-e57a-4038-8948-fd89ecc63c25 req-e9b2a5fe-87f6-487c-9161-32207a0b6823 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Unset dirty status for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:52.281202 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1eb962cb-e57a-4038-8948-fd89ecc63c25 req-e9b2a5fe-87f6-487c-9161-32207a0b6823 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 210 time: 0.1621063 Apr 22 21:34:52.302511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:52.326467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:52.332217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.338797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.348639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:52.396544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, cleared binding levels {{(pid=86417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:52.418196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:52.428936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:52.432652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:52.433343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.434886 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] 10.222.0.26 "PUT /v2.0/ports/acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 1093 time: 2.8885031 Apr 22 21:34:52.435490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:52.455586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Pushing event updated for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:52.460364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:52.562846 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b', 'code': 200} Apr 22 21:34:52.582199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.604534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3e973f6d-e506-406c-8b4f-ca0c8edb7aa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:52.705329 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc', 'status': 'completed', 'code': 200} Apr 22 21:34:52.758275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Network 391be90e-b407-46ac-9508-fbab91270a2a is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:34:52.775471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:34:52.777436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54462) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:52.793814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:34:52.800892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:52.801637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.827728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Pushing event updated for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:52.853788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:52.854624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.879298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:52.884013 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4304223 Apr 22 21:34:52.885462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.888780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Usage tracker for resource:security_group_rule and tenant:014f75950084421abcfaf4320e98b7d4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:52.893707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-ea647ebc-19a1-4f2a-b948-185d725b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:52.895331 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-ea647ebc-19a1-4f2a-b948-185d725b0681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1096 time: 0.4134190 Apr 22 21:34:52.895838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.897734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:52.900170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:52.905315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Request body: {'port': {'device_id': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:34:52.923585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:52.972470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.26', 61070) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:52.980082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85149834-126f-436d-b579-2a5489774b22,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:52.995048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:53.046673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:53.049689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c63cd79d-d92c-47b0-be99-f31aec734148 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:53.075521 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-58f62721-e8ba-4724-942a-b1b4db8fdb71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.1377995 Apr 22 21:34:53.081899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.170109 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61f4f7dddf5240559cac0dedad6f060c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1718423 Apr 22 21:34:53.175200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54470) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:53.183386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.184151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.185570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] 10.222.0.26 "PUT /v2.0/ports/e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 1094 time: 4.6236734 Apr 22 21:34:53.211006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:53.305080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.306275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-1e6e2375-0fcc-4207-8944-1208b91f5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.307895 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-1e6e2375-0fcc-4207-8944-1208b91f5504 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.2132380 Apr 22 21:34:53.309356 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85149834-126f-436d-b579-2a5489774b22 HTTP/1.1" status: 204 len: 168 time: 1.7597857 Apr 22 21:34:53.382685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6f1d-0693-4912-8941-9c76510b82c7 req-08334b54-a172-4463-a5b2-d009ed4b8963 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.384044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ae6f1d-0693-4912-8941-9c76510b82c7 req-08334b54-a172-4463-a5b2-d009ed4b8963 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:53.432108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.470145 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-0f07f08e-5a81-498b-bf80-fdeaafb8ff7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409950 Apr 22 21:34:53.506927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.535829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=3']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:53.560272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:53.591869 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.617620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:53.705086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Synchronizing usage tracker for tenant:cc64b4f6724b48e7bc0c3f5ef5967af7 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:53.726552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e6cd2-7752-44ec-81e1-02d16667cbb6 req-9a30c37a-c78a-4056-b494-aa3176a19cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.730087 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e84e6cd2-7752-44ec-81e1-02d16667cbb6 req-9a30c37a-c78a-4056-b494-aa3176a19cac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 1098 time: 0.7412992 Apr 22 21:34:53.740086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ae6f1d-0693-4912-8941-9c76510b82c7 req-08334b54-a172-4463-a5b2-d009ed4b8963 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:53.742425 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ae6f1d-0693-4912-8941-9c76510b82c7 req-08334b54-a172-4463-a5b2-d009ed4b8963 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 1.5464776 Apr 22 21:34:53.743595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed81b77-2399-4f47-8061-cb48860f2bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc4ad20-6e2d-4bb3-ac33-361830e5cb1c,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:53.747816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f78f2-8828-47a6-9521-92764e9279de req-340f1d71-4c37-414a-a316-1fc8c7011074 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.751123 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d32f78f2-8828-47a6-9521-92764e9279de req-340f1d71-4c37-414a-a316-1fc8c7011074 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.7483468 Apr 22 21:34:53.804536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-2fc923da-afa6-44fb-b922-082b506c99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:53.808084 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-2fc923da-afa6-44fb-b922-082b506c99c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1097 time: 0.5649257 Apr 22 21:34:53.922003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.973924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:53.977020 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.009945 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ae6f1d-0693-4912-8941-9c76510b82c7 req-880a2c92-f118-411f-87e2-5497992c5d6d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936448 Apr 22 21:34:54.016853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-3dc9b991-1114-4745-b996-1fb36eb8a4e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 217 time: 0.1905866 Apr 22 21:34:54.020935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Unset dirty status for tenant:cc64b4f6724b48e7bc0c3f5ef5967af7 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:54.022263 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3316252 Apr 22 21:34:54.085111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cff034-ba49-4250-9870-fb02555339f4,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:54.112671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:54.115298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:54.115765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:54.116136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:54.123652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e84e6cd2-7752-44ec-81e1-02d16667cbb6 req-cfe62711-8341-4e31-a890-e553ae4eef12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861699 Apr 22 21:34:54.134534 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d32f78f2-8828-47a6-9521-92764e9279de req-02179ab5-e1b3-43e7-afc3-ad95a2849f62 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584137 Apr 22 21:34:54.163092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-df8a6624-fa08-4f59-851a-3c92b9d3f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:54.164788 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-df8a6624-fa08-4f59-851a-3c92b9d3f124 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.1315613 Apr 22 21:34:54.198605 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'status': 'completed', 'code': 200} Apr 22 21:34:54.224402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.254946 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=014f75950084421abcfaf4320e98b7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4734278 Apr 22 21:34:54.267514 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-7f49f1f2-c03d-4c73-b539-032dd97062bd service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864113 Apr 22 21:34:54.268211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54506) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:54.287624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f970d7-8391-467a-a56e-51a4bd57bdb5,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:54.292817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:54.335974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35950f-f4b7-48f0-9dd6-e3a66910d7c0 req-7d88f953-480b-4192-b650-af2541d60d4c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:54.337875 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc35950f-f4b7-48f0-9dd6-e3a66910d7c0 req-7d88f953-480b-4192-b650-af2541d60d4c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.1202981 Apr 22 21:34:54.412914 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc35950f-f4b7-48f0-9dd6-e3a66910d7c0 req-6dabae70-2bda-4771-b8b0-8b4d74530dd2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675237 Apr 22 21:34:54.578843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-3295a1f2-4dab-4395-8c47-b53c827ca3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:54.581057 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-3295a1f2-4dab-4395-8c47-b53c827ca3bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1207130 Apr 22 21:34:54.611564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.656901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d7a7953d-86ae-4d8e-ae5d-35eb2a7bf242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:54.673703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.725073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc4ad20-6e2d-4bb3-ac33-361830e5cb1c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:54.752704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:54.764049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.801227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:54.805269 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdc4ad20-6e2d-4bb3-ac33-361830e5cb1c HTTP/1.1" status: 204 len: 168 time: 1.6231611 Apr 22 21:34:54.854338 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-de4f3f97-64e3-49f6-9dcd-ce103cc55480 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624927 Apr 22 21:34:55.083636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08353a42-8df4-4593-b8c0-a7866e509a2e req-e3944704-debf-4dda-aad1-6bbf5f1c9e4e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:55.092063 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-08353a42-8df4-4593-b8c0-a7866e509a2e req-e3944704-debf-4dda-aad1-6bbf5f1c9e4e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 932 time: 0.7136714 Apr 22 21:34:55.094586 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d1a8086-e43e-410b-b38d-97dd32fdfaa8 req-94f856f1-d328-4ed6-be69-56e31d6618bc service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356317 Apr 22 21:34:55.130027 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10107ef6-9c2d-4aa6-a4e8-a7e91901a890 req-3646d008-5cac-4683-9bc4-e667cb54bea5 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631441 Apr 22 21:34:55.263934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b389377-5b13-41f6-add2-441c734bb024 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:34:55.278825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:55.294420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-08353a42-8df4-4593-b8c0-a7866e509a2e req-24627b29-ca24-4f10-adb9-b9d4b6936895 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Synchronizing usage tracker for tenant:237b4680a3314deb95fa53749cb52deb on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:34:55.328477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Transition to ACTIVE for port object 8b389377-5b13-41f6-add2-441c734bb024 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:34:55.335150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:55.337188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:55.346792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d2c9d1a1-2866-451a-bee4-73bba0978eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:55.361532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-08353a42-8df4-4593-b8c0-a7866e509a2e req-24627b29-ca24-4f10-adb9-b9d4b6936895 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Unset dirty status for tenant:237b4680a3314deb95fa53749cb52deb on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:34:55.370985 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-08353a42-8df4-4593-b8c0-a7866e509a2e req-24627b29-ca24-4f10-adb9-b9d4b6936895 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777822 Apr 22 21:34:55.398146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f970d7-8391-467a-a56e-51a4bd57bdb5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:55.404782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:55.406651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:55.418676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-f3f955bd-8726-416b-826a-32814021c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:55.420394 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-f3f955bd-8726-416b-826a-32814021c2f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1096 time: 0.2130423 Apr 22 21:34:55.503851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-e202fd60-0699-4d0b-8c5f-009ef5685738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:55.505599 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-e202fd60-0699-4d0b-8c5f-009ef5685738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1097 time: 0.3330712 Apr 22 21:34:55.533182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:55.534490 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56f970d7-8391-467a-a56e-51a4bd57bdb5 HTTP/1.1" status: 204 len: 168 time: 1.2435830 Apr 22 21:34:55.692740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-74ada7bf-cadd-4237-8c36-45ec32bce59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:55.695758 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-74ada7bf-cadd-4237-8c36-45ec32bce59b service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.2632084 Apr 22 21:34:55.793833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:55.796680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54550) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:55.815253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:55.864544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-2741a0f3-1bca-4d7e-acc5-00c204355635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.1508827 Apr 22 21:34:55.884914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61449bc-37bc-44d3-94c5-51a76b478397 req-5ba1519a-7dfa-43cd-b2a5-0c8247731a6d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:55.898751 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e61449bc-37bc-44d3-94c5-51a76b478397 req-5ba1519a-7dfa-43cd-b2a5-0c8247731a6d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.5704904 Apr 22 21:34:55.905886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Attempting to bind port 8b389377-5b13-41f6-add2-441c734bb024 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:34:55.906514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Attempting to bind port 8b389377-5b13-41f6-add2-441c734bb024 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:34:55.907144 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Attempting to bind port 8b389377-5b13-41f6-add2-441c734bb024 on network 391be90e-b407-46ac-9508-fbab91270a2a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:55.920170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:55.964300 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Port 8b389377-5b13-41f6-add2-441c734bb024 on network 391be90e-b407-46ac-9508-fbab91270a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:34:55.964909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Attempting to bind port 8b389377-5b13-41f6-add2-441c734bb024 on network 391be90e-b407-46ac-9508-fbab91270a2a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:34:55.994644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:34:56.002077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:34:56.002401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Checking segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:34:56.002857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Bound using segment: {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:34:56.003689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Bound port: 8b389377-5b13-41f6-add2-441c734bb024, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:34:56.004378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:56.013661 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e61449bc-37bc-44d3-94c5-51a76b478397 req-27f15d2e-d971-45a4-b0fa-15ca21b73d7f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137929 Apr 22 21:34:56.045075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Usage tracker for resource:security_group_rule and tenant:7282bb4e7ab64b5fb65040717282aac6 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:34:56.053778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-3e45bc79-630d-40f3-8c87-4f804b1a3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.055625 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-3e45bc79-630d-40f3-8c87-4f804b1a3578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.1536691 Apr 22 21:34:56.089593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:34:56.125801 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-6848272d-5bab-4022-929c-c24e00a7d4fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618522 Apr 22 21:34:56.161311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:34:56.171976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-1349e2a5-4be5-4065-b9b1-e203092b8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.173889 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-1349e2a5-4be5-4065-b9b1-e203092b8d42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.6525533 Apr 22 21:34:56.334319 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-836e88eb-d550-473d-aca3-78d333a21993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 217 time: 0.1368577 Apr 22 21:34:56.364864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c78c3-8855-4f08-9c5c-5ac6df810fe9 req-3b841588-c422-4987-b47f-b2f40776ba18 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.366962 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c68c78c3-8855-4f08-9c5c-5ac6df810fe9 req-3b841588-c422-4987-b47f-b2f40776ba18 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.6364019 Apr 22 21:34:56.611047 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c68c78c3-8855-4f08-9c5c-5ac6df810fe9 req-fcd8a278-750a-4052-919a-6c708294c4f5 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240895 Apr 22 21:34:56.618373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:34:56.688566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-0c3dc491-a51d-4cba-aae1-fadc823c7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.693784 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-f9260082-535d-4488-9ba8-b98fe282d638 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505641 Apr 22 21:34:56.704203 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-0c3dc491-a51d-4cba-aae1-fadc823c7783 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.3450723 Apr 22 21:34:56.706549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b389377-5b13-41f6-add2-441c734bb024,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:34:56.716724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfad37e-36e1-4e83-8623-3ca84aeeca9f req-da75ccdb-01b5-4721-8a4d-66223129fe0c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.720875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:56.748334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0cfad37e-36e1-4e83-8623-3ca84aeeca9f req-da75ccdb-01b5-4721-8a4d-66223129fe0c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.3499215 Apr 22 21:34:56.781190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:56.865363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:56.866545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:56.867764 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b389377-5b13-41f6-add2-441c734bb024 HTTP/1.1" status: 200 len: 1094 time: 3.9714000 Apr 22 21:34:56.881748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'tag': '8b389377-5b13-41f6-add2-441c734bb024'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:34:57.089480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:57.111202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:57.135599 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0cfad37e-36e1-4e83-8623-3ca84aeeca9f req-617abd9c-bccb-4526-8a08-c6e06c555b60 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854091 Apr 22 21:34:57.203941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:57.242323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:57.245217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-a2318a5d-4dcf-4af2-b47e-2fae8e932c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:57.247079 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-a2318a5d-4dcf-4af2-b47e-2fae8e932c2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 1097 time: 0.2785258 Apr 22 21:34:57.249286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:57.267836 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35d93234-dee0-4e00-8f9b-abb9b94bd06f req-b8e9778a-7f2c-4a6a-a99c-c4bf9ecd6aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146489 Apr 22 21:34:57.296115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'tag': '8b389377-5b13-41f6-add2-441c734bb024', 'status': 'completed', 'code': 200} Apr 22 21:34:57.382220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-9fa93535-c85d-4fe5-84c9-a7f8d8e1f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:57.383894 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-9fa93535-c85d-4fe5-84c9-a7f8d8e1f75a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6653953 Apr 22 21:34:57.396408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e4cd4-a6c0-421a-b8c1-fd81bc985b69,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:57.413683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:57.416387 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-46e57c39-14c7-47b5-9f1e-3fe21e11c286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b389377-5b13-41f6-add2-441c734bb024 HTTP/1.1" status: 200 len: 217 time: 0.1268983 Apr 22 21:34:57.522482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024960c-db2b-4d78-909c-be64c77359b8 req-5a6553c4-a397-425f-b66d-2815e043e153 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:57.531498 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7024960c-db2b-4d78-909c-be64c77359b8 req-5a6553c4-a397-425f-b66d-2815e043e153 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1085916 Apr 22 21:34:57.591592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a3e7-7505-488e-af32-f283fe5d230a req-5f5b8599-ce03-4e9f-9f9c-ae34b3a299a1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:57.598471 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7024960c-db2b-4d78-909c-be64c77359b8 req-e3f9c134-3975-42ad-80a2-898dea503255 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656652 Apr 22 21:34:57.600670 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e423a3e7-7505-488e-af32-f283fe5d230a req-5f5b8599-ce03-4e9f-9f9c-ae34b3a299a1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 944 time: 0.7066598 Apr 22 21:34:57.608332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54616) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:34:57.619248 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7282bb4e7ab64b5fb65040717282aac6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8075042 Apr 22 21:34:57.793893 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e423a3e7-7505-488e-af32-f283fe5d230a req-58b34141-60bd-4ef0-a168-68ff5dcd42cc tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905959 Apr 22 21:34:57.796313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:57.808721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-04bfa3ce-c972-4e05-a026-a88eefed0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:57.811131 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-04bfa3ce-c972-4e05-a026-a88eefed0908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.2316585 Apr 22 21:34:57.894217 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-00799969-553b-4a6e-b2d8-b6a97167d44d service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863408 Apr 22 21:34:57.896720 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-156b9c2c-c256-44d1-a707-8b4a669200ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711257 Apr 22 21:34:57.935968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:58.028730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a727e9-ee1f-463e-8dcc-2b0258544d30 req-c966c545-bb17-478d-a90c-54c6122c7c70 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:58.030615 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-87a727e9-ee1f-463e-8dcc-2b0258544d30 req-c966c545-bb17-478d-a90c-54c6122c7c70 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.2070172 Apr 22 21:34:58.035471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:58.042563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:34:58.077495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e4cd4-a6c0-421a-b8c1-fd81bc985b69,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:34:58.080376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:34:58.107946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:34:58.112734 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca8e4cd4-a6c0-421a-b8c1-fd81bc985b69 HTTP/1.1" status: 204 len: 168 time: 0.4993176 Apr 22 21:34:58.125828 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-87a727e9-ee1f-463e-8dcc-2b0258544d30 req-b12b7280-0bc2-4e10-9e2d-11915937baed tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Apr 22 21:34:58.550520 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-9a61e66c-ab30-42b8-891c-6cacbeca1349 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355474 Apr 22 21:34:58.710530 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c0ac68c-e646-411b-bc95-6cce7b10a924 req-a1190ff7-d1ae-4887-8719-cfe1ada202b6 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968791 Apr 22 21:34:58.835081 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba33f760-3d0f-442b-ba4c-c3a604149992 req-15d8af42-3cd5-48a8-ab91-c2795849bc90 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688611 Apr 22 21:34:58.867179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae10cd8-3be8-4d04-bab3-545daa9835ac req-2a15a20c-ee41-4c6b-983c-730252d96f11 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:58.871833 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fae10cd8-3be8-4d04-bab3-545daa9835ac req-2a15a20c-ee41-4c6b-983c-730252d96f11 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.4265289 Apr 22 21:34:59.083762 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fae10cd8-3be8-4d04-bab3-545daa9835ac req-d7fa8615-6006-46df-8dbb-846de16138ce tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793346 Apr 22 21:34:59.101785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52fce-3f79-477d-8f40-ed591c86caf2 req-fe4c2f63-ea8b-451a-b3a6-2233e91ea214 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:59.113904 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35c52fce-3f79-477d-8f40-ed591c86caf2 req-fe4c2f63-ea8b-451a-b3a6-2233e91ea214 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1650317 Apr 22 21:34:59.118832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-c22b2d98-4ae2-44c1-97d7-7fa7b2521850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:59.120687 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-c22b2d98-4ae2-44c1-97d7-7fa7b2521850 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 1097 time: 0.1810956 Apr 22 21:34:59.280550 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35c52fce-3f79-477d-8f40-ed591c86caf2 req-ec27fea2-29c0-472c-99a9-6896187d9337 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429060 Apr 22 21:34:59.585315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-cabb9903-3a43-4679-bb61-4e9327a58fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:59.588427 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-cabb9903-3a43-4679-bb61-4e9327a58fc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.4602556 Apr 22 21:34:59.762294 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-f8ce27fe-13d3-4c27-9814-bd789a06298e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b389377-5b13-41f6-add2-441c734bb024 HTTP/1.1" status: 200 len: 217 time: 0.1641889 Apr 22 21:34:59.918946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-c1749f73-048e-466b-baa5-7289f0066d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:59.921433 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-c1749f73-048e-466b-baa5-7289f0066d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.1522253 Apr 22 21:34:59.987874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d8b71-7cf3-451e-89d6-a0368fbef742 req-dd5e8c83-7b56-48e3-b01c-61d379bb82ea tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:34:59.990466 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e2d8b71-7cf3-451e-89d6-a0368fbef742 req-dd5e8c83-7b56-48e3-b01c-61d379bb82ea tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 944 time: 0.5499516 Apr 22 21:35:00.016447 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-0a443783-d0db-4849-9e63-f7f1ac92f80e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863554 Apr 22 21:35:00.235153 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e2d8b71-7cf3-451e-89d6-a0368fbef742 req-c16337c6-0922-432a-8676-b6a2f35d61e3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233377 Apr 22 21:35:00.237768 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-59d6ca6c-b29b-4ea7-a852-2460016f4fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980689 Apr 22 21:35:00.256484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device acc828ef-89e8-4ff8-8c26-ecae662667fc details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:35:00.453490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:00.475431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'acc828ef-89e8-4ff8-8c26-ecae662667fc', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'port_id': 'acc828ef-89e8-4ff8-8c26-ecae662667fc', 'mac_address': 'fa:16:3e:0d:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:35:00.554874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:00.576970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc828ef-89e8-4ff8-8c26-ecae662667fc {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:00.596444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:00.601248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:00.602971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:35:00.607039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:00.640577 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ee35e2c4-d3ed-478c-9774-42b7aa9f59cc req-0643b7d5-7b0a-4a05-8486-167b09c50082 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901496 Apr 22 21:35:00.736399 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-6a6cb864-14c8-438b-847b-387f7904970f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2328682 Apr 22 21:35:00.929043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:00.935440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:00.972501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109312-c73d-4b76-84d1-8590f0c982d1 req-20f9efe6-65e8-4de2-aff0-0d17e263d18b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:00.986667 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-64109312-c73d-4b76-84d1-8590f0c982d1 req-20f9efe6-65e8-4de2-aff0-0d17e263d18b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.2509382 Apr 22 21:35:01.000602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:01.016881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:35:01.097372 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-64109312-c73d-4b76-84d1-8590f0c982d1 req-da0bedc5-a745-4a7b-86a7-f88df272c3b7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093132 Apr 22 21:35:01.202537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:01.232636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-e90efcee-e502-48de-a27c-4ce9eeacea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:01.234465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-e90efcee-e502-48de-a27c-4ce9eeacea33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 1098 time: 0.3280118 Apr 22 21:35:01.251167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:01.327156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:01.332780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:01.335856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:01.441791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:35:01.534726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:01.536861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-9edde4d1-01b0-42b7-9536-b26ead25c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:01.538945 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-9edde4d1-01b0-42b7-9536-b26ead25c12e service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.2741888 Apr 22 21:35:01.548615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:01.607216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f59b-2711-4ecd-91d8-10d6019e57fc req-bab2f24d-0a1c-46e1-932e-bcb43697e952 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:01.609116 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-70c8f59b-2711-4ecd-91d8-10d6019e57fc req-bab2f24d-0a1c-46e1-932e-bcb43697e952 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 944 time: 0.1825168 Apr 22 21:35:01.642613 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-370ac3b3-6655-472f-a249-76ab27e45d02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 200 len: 217 time: 0.0957766 Apr 22 21:35:01.670243 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-70c8f59b-2711-4ecd-91d8-10d6019e57fc req-ad098b87-7d05-4c07-89ae-72975fb82504 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Apr 22 21:35:01.754877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-1835982d-324a-43cb-b347-93c74fe31ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:01.756970 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-1835982d-324a-43cb-b347-93c74fe31ac0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1060801 Apr 22 21:35:01.757398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['acc828ef-89e8-4ff8-8c26-ecae662667fc'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:01.797702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['e92b940a-7321-42c6-ac1d-1992577eb60a'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:01.874861 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-8802dbe7-7fd7-4429-94ae-afd237ad762e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042144 Apr 22 21:35:02.229151 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-7cf72172-f76c-4270-97ce-850caf42e6df service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495843 Apr 22 21:35:02.266199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8b389377-5b13-41f6-add2-441c734bb024 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:35:02.452905 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-402e8599-38a0-46ce-86b2-4f658a9d28f1 req-431fd35f-8703-423b-8146-f5e7ad605376 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182491 Apr 22 21:35:02.513260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b389377-5b13-41f6-add2-441c734bb024,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:02.529540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '8b389377-5b13-41f6-add2-441c734bb024', 'network_id': '391be90e-b407-46ac-9508-fbab91270a2a', 'port_id': '8b389377-5b13-41f6-add2-441c734bb024', 'mac_address': 'fa:16:3e:da:75:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9671af14-b5f8-4324-9158-ac02674e6acc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:35:02.609718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a2590-2768-4269-8206-8538ba1301da req-e8c9b33d-46d9-439e-837b-4fd9dfb6c857 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:02.611649 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c34a2590-2768-4269-8206-8538ba1301da req-e8c9b33d-46d9-439e-837b-4fd9dfb6c857 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.1575696 Apr 22 21:35:02.635626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:02.659814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b389377-5b13-41f6-add2-441c734bb024 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:02.680409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b389377-5b13-41f6-add2-441c734bb024,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:02.689676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:02.692907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9b0290d9-2822-46d0-bced-768c42d7951d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:02.727433 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c34a2590-2768-4269-8206-8538ba1301da req-5d4ef885-92cb-4342-906e-811391850c58 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055338 Apr 22 21:35:02.846013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:02.851333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:03.194970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2a0d3-8ed4-4674-a81f-cf0140f2dffd req-55701089-ec70-4572-b79b-17cfb23896f9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:03.197331 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5f2a0d3-8ed4-4674-a81f-cf0140f2dffd req-55701089-ec70-4572-b79b-17cfb23896f9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 945 time: 0.2490702 Apr 22 21:35:03.347596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['8b389377-5b13-41f6-add2-441c734bb024'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:03.348232 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5f2a0d3-8ed4-4674-a81f-cf0140f2dffd req-1d6515cd-686e-4724-b970-dda1449425a6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347709 Apr 22 21:35:03.396139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54798) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:03.455167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54804) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:03.704445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:03.725443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:03.750275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:03.754559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Usage tracker for resource:security_group_rule and tenant:3a21e0bb623f4ee88eb0f9d2cb674ffb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:03.758464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:03.766383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:03.780745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:03.869782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:03.872414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Usage tracker for resource:security_group_rule and tenant:e0584fbd3dcb4a81ba8f29c6ad1581ef is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:03.877097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:03.881583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:03.928194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:03.930820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4aca415c-1a87-4463-8cb1-8e6b6a4d8558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:03.940752 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a21e0bb623f4ee88eb0f9d2cb674ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832938 Apr 22 21:35:03.944570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54822) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:04.075586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6423566b-16c8-40c2-a8c8-f6a40c3c87d2,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:04.113189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.113622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.114008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.114367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.114754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.115134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.115524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.115894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.116299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.116673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.117050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.117422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:04.122129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:04.195339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.262586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.281898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device acc828ef-89e8-4ff8-8c26-ecae662667fc up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:35:04.319635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519ea0-73a2-4e6f-924e-54502877826c req-fe2d241d-ce51-4f76-807a-c0cf3bdacc68 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:04.327731 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0c519ea0-73a2-4e6f-924e-54502877826c req-fe2d241d-ce51-4f76-807a-c0cf3bdacc68 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.3220100 Apr 22 21:35:04.370160 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.373989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.399978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:04.409084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.443884 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0c519ea0-73a2-4e6f-924e-54502877826c req-efe68739-5f6a-4a1b-a26a-c894e627517a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149876 Apr 22 21:35:04.448802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423566b-16c8-40c2-a8c8-f6a40c3c87d2,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:04.476285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:04.476285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-407679ff-9f4f-41c3-bd74-6b0e2336fc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:04.506535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6fc101-2969-45c7-8e74-e04944e38954,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:04.510468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:04.514980 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6423566b-16c8-40c2-a8c8-f6a40c3c87d2 HTTP/1.1" status: 204 len: 168 time: 0.5644822 Apr 22 21:35:04.514980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:04.537117 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0584fbd3dcb4a81ba8f29c6ad1581ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392627 Apr 22 21:35:04.540328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54848) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:04.569220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port acc828ef-89e8-4ff8-8c26-ecae662667fc completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:35:04.611786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port acc828ef-89e8-4ff8-8c26-ecae662667fc triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:35:04.612495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.012588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.091404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.142470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.163854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.167521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.179978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8235fdff-bf1c-490f-8745-e8dad2f3b9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:05.188455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54864) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:05.193474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6fc101-2969-45c7-8e74-e04944e38954,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:05.207365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.208622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.208999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.209396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.209779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.210164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.210542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.211091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.211463 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.212657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.213222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.213840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:05.224988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:05.226861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:05.249889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.251942 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c6fc101-2969-45c7-8e74-e04944e38954 HTTP/1.1" status: 204 len: 168 time: 0.7101536 Apr 22 21:35:05.255239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:05.264565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.266656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:35:05.279841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e58cca-635c-445d-8264-560dc6558ce8 req-980699e9-6dd4-4d78-bb27-4ad0ec597d70 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:05.288671 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13e58cca-635c-445d-8264-560dc6558ce8 req-980699e9-6dd4-4d78-bb27-4ad0ec597d70 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 945 time: 0.3837569 Apr 22 21:35:05.307206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:05.347808 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13e58cca-635c-445d-8264-560dc6558ce8 req-5b1d4400-b505-43c1-a1c5-374345d7e0df tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577970 Apr 22 21:35:05.412878 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc', 'code': 200} Apr 22 21:35:05.448458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:05.454335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:05.471243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port e92b940a-7321-42c6-ac1d-1992577eb60a completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:35:05.477494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port e92b940a-7321-42c6-ac1d-1992577eb60a triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:35:05.478053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.529443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.583340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:05.597094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Usage tracker for resource:security_group_rule and tenant:f34ff7c195bd4099a396f02294a91938 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:05.608343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:05.627621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54878) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:05.631099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:05.665773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.707014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:05.719274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3365f55e6d47b4ba7ff0ab80e0ac54 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:05.724763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:05.808729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:05.863013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.877388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2ee0-50cc-4c07-9101-f349de26a1cf req-02160c8e-e49c-40f0-b049-4942b4484a2c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:05.879529 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-12df2ee0-50cc-4c07-9101-f349de26a1cf req-02160c8e-e49c-40f0-b049-4942b4484a2c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.1485102 Apr 22 21:35:05.959074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:05.964812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:05.973055 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-12df2ee0-50cc-4c07-9101-f349de26a1cf req-a030332c-cf82-431f-9e62-29abdf968994 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838053 Apr 22 21:35:05.975947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:06.049411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.061399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.068429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.079450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528147cb-c33c-43a5-8042-48459bf7c67a req-e1198e9f-baea-4d65-8584-a872ca656e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:06.081179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.093875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:06.095350 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-528147cb-c33c-43a5-8042-48459bf7c67a req-e1198e9f-baea-4d65-8584-a872ca656e6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.3090668 Apr 22 21:35:06.098914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:06.138585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:06.145385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:06.226461 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c3365f55e6d47b4ba7ff0ab80e0ac54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5953031 Apr 22 21:35:06.226461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54890) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:06.226461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b01ce8a-5e72-4d3d-a8a7-e933e7283006,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:06.227474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054dfb1-8909-40fd-a051-097a88503008,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:06.233809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:06.237819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:06.246223 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f34ff7c195bd4099a396f02294a91938&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0559316 Apr 22 21:35:06.247581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54896) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:06.281737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8b389377-5b13-41f6-add2-441c734bb024 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:35:06.299423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54900) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:06.312466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1b38d-410c-4824-8d91-48bb03ca566e req-6833876d-28f1-49df-b8b6-46e35cff65c7 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:06.314705 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2fe1b38d-410c-4824-8d91-48bb03ca566e req-6833876d-28f1-49df-b8b6-46e35cff65c7 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.4070823 Apr 22 21:35:06.355735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.370469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.377112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:06.393068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2717da6ea342d68dc8c7620a875a7d is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:06.398770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:06.416547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:06.425105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.533469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.537877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-736a613a-1ed2-4248-ba7c-b99e5c0b85cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:06.550676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 8b389377-5b13-41f6-add2-441c734bb024 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:35:06.556129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b01ce8a-5e72-4d3d-a8a7-e933e7283006,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:06.560166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 8b389377-5b13-41f6-add2-441c734bb024 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:35:06.562165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.566797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:06.585602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.588507 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b01ce8a-5e72-4d3d-a8a7-e933e7283006 HTTP/1.1" status: 204 len: 168 time: 0.3526993 Apr 22 21:35:06.658024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.666880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.688157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:06.699857 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-528147cb-c33c-43a5-8042-48459bf7c67a req-228f231b-c0fd-406f-95e5-fe2618964cd5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845068 Apr 22 21:35:06.750881 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2fe1b38d-410c-4824-8d91-48bb03ca566e req-c20d0da4-a9db-4342-82e0-7e7b9a29600e tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922301 Apr 22 21:35:06.774545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d0393-cfaa-4bb1-bbd1-c3848a9b792f,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:06.799242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:06.812163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.816863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.827560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1c5e-7ee8-49b7-88b0-621caa4516da req-ed98d0da-d20d-4085-b874-99c6b011aa6d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:06.844618 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-294b1c5e-7ee8-49b7-88b0-621caa4516da req-ed98d0da-d20d-4085-b874-99c6b011aa6d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 945 time: 0.2545354 Apr 22 21:35:06.850085 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb2717da6ea342d68dc8c7620a875a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494597 Apr 22 21:35:06.860145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54918) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:06.916779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:06.922611 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-294b1c5e-7ee8-49b7-88b0-621caa4516da req-6d6acac1-2316-448e-8fab-78e930958e1f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 Apr 22 21:35:07.177659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.199789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b389377-5b13-41f6-add2-441c734bb024,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:07.203827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.207477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:07.237397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.269206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-cae24775-0b4f-48d2-b8eb-e7a86b009241 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:07.277063 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-cae24775-0b4f-48d2-b8eb-e7a86b009241 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.3291583 Apr 22 21:35:07.282643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a2d49-5c68-44d1-bd7f-f445406faba1 req-21a7de29-13e6-4cdb-87d9-46fd66de1969 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:07.287178 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc1a2d49-5c68-44d1-bd7f-f445406faba1 req-21a7de29-13e6-4cdb-87d9-46fd66de1969 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1700518 Apr 22 21:35:07.295821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:07.302394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.308537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:07.315656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-18ecb51f-44e8-40ee-8d6b-7108fe0a641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:07.324563 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-b188b5b1-d7c2-48d9-b5f2-2a4e8e5801c5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/quotas/6b3314b772b0486c8d964d25cbbd98d0 HTTP/1.1" status: 200 len: 375 time: 0.0463753 Apr 22 21:35:07.330235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054dfb1-8909-40fd-a051-097a88503008,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:07.340553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:07.376983 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc1a2d49-5c68-44d1-bd7f-f445406faba1 req-0f38666e-10db-4a45-98cb-a6e03fb3876d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825915 Apr 22 21:35:07.399189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.406561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:07.414641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}, {'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b389377-5b13-41f6-add2-441c734bb024'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:07.421825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.421825 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6054dfb1-8909-40fd-a051-097a88503008 HTTP/1.1" status: 204 len: 168 time: 1.1616073 Apr 22 21:35:07.421825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:07.421825 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc0d0393-cfaa-4bb1-bbd1-c3848a9b792f HTTP/1.1" status: 204 len: 168 time: 0.5596027 Apr 22 21:35:07.425667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d0393-cfaa-4bb1-bbd1-c3848a9b792f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:07.429528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:07.502185 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-697b71c9-dc1d-47f6-9329-11f9c59b9f8e tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615314 Apr 22 21:35:07.563603 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'code': 200} Apr 22 21:35:07.564009 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b389377-5b13-41f6-add2-441c734bb024', 'code': 200} Apr 22 21:35:08.167541 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-395068ec-9f38-4957-bc6e-62d640cfcb29 service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598201 Apr 22 21:35:08.238210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf249e1-d171-451a-aaa7-ee6e043333af req-af970606-78e9-46c9-81fd-3580c0943060 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:08.249014 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-adf249e1-d171-451a-aaa7-ee6e043333af req-af970606-78e9-46c9-81fd-3580c0943060 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.2524412 Apr 22 21:35:08.318823 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-adf249e1-d171-451a-aaa7-ee6e043333af req-3f87b97e-3a4e-430b-b4ae-fc794540e090 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Apr 22 21:35:08.415444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 54966) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:08.444437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:08.509935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:08.597981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:72c3b433888c4a4ca6dcc286c5505c25 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:08.607444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:08.622818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:08.648841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-e4d658ee-5a81-4fff-a90c-1aeb5e641423 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:08.651782 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-e4d658ee-5a81-4fff-a90c-1aeb5e641423 tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.26 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 945 time: 0.7716391 Apr 22 21:35:08.656312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8784bd-bff4-4447-a9ff-8ff3505fe015 req-2a470408-0638-4e92-8af2-3c38a36d223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:08.659485 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-df8784bd-bff4-4447-a9ff-8ff3505fe015 req-2a470408-0638-4e92-8af2-3c38a36d223c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1099 time: 0.6462197 Apr 22 21:35:08.687532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305eb86-a54d-4fea-b390-a78b09b503eb req-2178b4e0-e290-4b41-8db8-709fa931b74e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:08.689769 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e305eb86-a54d-4fea-b390-a78b09b503eb req-2178b4e0-e290-4b41-8db8-709fa931b74e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1712883 Apr 22 21:35:08.762933 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e305eb86-a54d-4fea-b390-a78b09b503eb req-c7ff1a46-6973-4150-bdbb-de31bad6415a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Apr 22 21:35:08.779870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8965ae-cdf0-47e3-8fde-457a032c933c req-59862090-92d4-4817-b6e0-b39dbeff628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:08.781858 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4e8965ae-cdf0-47e3-8fde-457a032c933c req-59862090-92d4-4817-b6e0-b39dbeff628e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 1099 time: 0.3184865 Apr 22 21:35:08.882772 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4e8965ae-cdf0-47e3-8fde-457a032c933c req-822be927-807a-438e-9736-bc875d970aa0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825129 Apr 22 21:35:08.996542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.004093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.028856 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-f147f613-3608-4b82-b2fd-7007b32cb76b service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597217 Apr 22 21:35:09.069034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2c09e3dc-0eab-4749-b606-d5c6a9f8aa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:09.093211 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-df8784bd-bff4-4447-a9ff-8ff3505fe015 req-7844cc4d-e1bc-49f6-b228-e5eaeda28353 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241490 Apr 22 21:35:09.153685 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c3b433888c4a4ca6dcc286c5505c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322176 Apr 22 21:35:09.153685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760937e7-9378-408e-abfd-5a3465d8757a,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:09.155001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 54984) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:09.159746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:09.288976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Deleting port 8f97c504-3948-4193-9587-4a3fb3629a8b {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:35:09.289571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.404025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52632f-1639-412d-95c5-f321f97eacc3 req-0eceb2cb-a06b-4663-a4f6-9e5ad9ced541 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:09.415271 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c52632f-1639-412d-95c5-f321f97eacc3 req-0eceb2cb-a06b-4663-a4f6-9e5ad9ced541 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1709619 Apr 22 21:35:09.505290 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c52632f-1639-412d-95c5-f321f97eacc3 req-e071c973-d172-4c08-9556-d8c227de5044 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885351 Apr 22 21:35:09.727237 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d055108e-d9ae-4c98-b823-e4e343fa0a28 req-a944beef-7fc4-4269-a82a-d90512c8398a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 210 time: 0.1183786 Apr 22 21:35:09.779863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] For port 8f97c504-3948-4193-9587-4a3fb3629a8b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8f97c504-3948-4193-9587-4a3fb3629a8b,segment=NetworkSegment(203c6e13-8433-4b81-9fed-d6bfe74f072a),segment_id=203c6e13-8433-4b81-9fed-d6bfe74f072a)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:09.780322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.793884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.845348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:09.863624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-432ea0e6-8c60-4f25-9a2d-df223a740063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:10.312862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8f97c504-3948-4193-9587-4a3fb3629a8b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:35:10.321338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44737f-8434-4236-8b4e-b923a746136c req-01e71121-eaf7-4f4b-80d8-36ea5b451bb3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:10.341370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1b44737f-8434-4236-8b4e-b923a746136c req-01e71121-eaf7-4f4b-80d8-36ea5b451bb3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3276589 Apr 22 21:35:10.349178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Calling delete_port for 8f97c504-3948-4193-9587-4a3fb3629a8b owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:35:10.461293 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1b44737f-8434-4236-8b4e-b923a746136c req-746f36a6-129f-4d33-ab49-bc2f2d2f0a81 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187892 Apr 22 21:35:10.755266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:10.782447 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-79015faf-ea0b-4ece-bdd6-9a7b341ba270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:10.811251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:10.837680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760937e7-9378-408e-abfd-5a3465d8757a,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:10.843267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:10.863170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:10.895624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba9acc-fc6e-449c-9b53-c13e8de032f9 req-7767ab85-b3eb-4e26-802f-a78163f537c6 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:10.909892 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-80ba9acc-fc6e-449c-9b53-c13e8de032f9 req-7767ab85-b3eb-4e26-802f-a78163f537c6 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1651335 Apr 22 21:35:10.952984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:11.183875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:11.189493 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/760937e7-9378-408e-abfd-5a3465d8757a HTTP/1.1" status: 204 len: 168 time: 2.0083728 Apr 22 21:35:11.251349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] No DVR routers for this DVR port 8f97c504-3948-4193-9587-4a3fb3629a8b on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:35:11.259664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Pushing event deleted for resources: {'Port': ['ID=8f97c504-3948-4193-9587-4a3fb3629a8b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:11.264599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:11.272822 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5909964-6cc7-4cd2-8876-0d169a349b8a req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.26 "DELETE /v2.0/ports/8f97c504-3948-4193-9587-4a3fb3629a8b HTTP/1.1" status: 204 len: 173 time: 2.6091394 Apr 22 21:35:11.275117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:11.279436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'name': 'network-vif-deleted', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:11.293532 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-80ba9acc-fc6e-449c-9b53-c13e8de032f9 req-6dd51d7e-32e6-4ad4-8b1f-a35a56719e60 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809295 Apr 22 21:35:11.346616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac149d-e5da-4d7e-a62e-4cfdbf1b35c2 req-a1f33b9d-fb73-441f-a824-c9787708ed8c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:11.347445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-97ac149d-e5da-4d7e-a62e-4cfdbf1b35c2 req-a1f33b9d-fb73-441f-a824-c9787708ed8c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Synchronizing usage tracker for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:11.373964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-97ac149d-e5da-4d7e-a62e-4cfdbf1b35c2 req-a1f33b9d-fb73-441f-a824-c9787708ed8c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Unset dirty status for tenant:196b37ab682f4e9e99bfbc77772f9ce0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:11.376237 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-97ac149d-e5da-4d7e-a62e-4cfdbf1b35c2 req-a1f33b9d-fb73-441f-a824-c9787708ed8c tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/ports?device_id=c193818a-4722-44fd-abe6-3ddd45966800 HTTP/1.1" status: 200 len: 867 time: 1.6382885 Apr 22 21:35:11.438252 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-97ac149d-e5da-4d7e-a62e-4cfdbf1b35c2 req-2b4762c0-1041-48f1-bbb7-b92fd8b7ef1a tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5bacd18-93cf-4405-b17e-2c35b5e799cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Apr 22 21:35:11.569231 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c193818a-4722-44fd-abe6-3ddd45966800', 'name': 'network-vif-deleted', 'tag': '8f97c504-3948-4193-9587-4a3fb3629a8b', 'status': 'completed', 'code': 200} Apr 22 21:35:11.659053 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-607adabb-2bcf-49a2-8396-4dd5f19b56df req-4da82c02-061e-45ea-93a3-780f541a4702 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 210 time: 0.0980339 Apr 22 21:35:11.956217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-73249bea-fcb3-4309-9fd3-4deb366e2016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:12.076172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-e8adea3e-029b-49e3-9dd6-f0682a5e6790 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:12.076172 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-e8adea3e-029b-49e3-9dd6-f0682a5e6790 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.2324185 Apr 22 21:35:12.086883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65956c1d-dbb8-454d-975a-1bb9625912ff req-22df6ed9-c783-4e08-acbc-c0efc88cf81c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:12.088655 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-65956c1d-dbb8-454d-975a-1bb9625912ff req-22df6ed9-c783-4e08-acbc-c0efc88cf81c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3064528 Apr 22 21:35:12.092829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Request body: {'port': {'device_id': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'admin_state_up': True, 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:12.310505 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-65956c1d-dbb8-454d-975a-1bb9625912ff req-287ed33c-be5f-4c7b-8852-46648a4eaf86 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112270 Apr 22 21:35:12.320727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:12.349009 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:12.377760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:12.384500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:12.505509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:12.871864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:13.276249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406791ae-262d-432c-a2bb-b5c3cd1e5d1a req-91d8b258-ff2d-4dbb-90f6-e203c8071128 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:13.284762 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-406791ae-262d-432c-a2bb-b5c3cd1e5d1a req-91d8b258-ff2d-4dbb-90f6-e203c8071128 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.7552972 Apr 22 21:35:13.324213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Allocated IP 172.20.0.14 (50571f12-d0da-410d-9dc1-7d5475d651f0/114eefb9-7281-4553-a019-8d83c18f44cf/a0cf8b88-289f-47dc-b20a-9af8df975929) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:35:13.413245 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-204b7af7-2dde-45b0-b1ba-b70a58fe0410 req-2597624c-0052-43ac-8569-60347ea8074f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 210 time: 0.1299217 Apr 22 21:35:13.418836 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-406791ae-262d-432c-a2bb-b5c3cd1e5d1a req-6ff8fb4b-7b89-429e-8887-c8932d610ac4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326039 Apr 22 21:35:13.497457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8808-352e-4bbc-b399-94237a446978 req-97444cd2-563a-448b-bf79-835548a7c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:13.505790 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-97444cd2-563a-448b-bf79-835548a7c18b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 1099 time: 0.3371651 Apr 22 21:35:13.848305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e470-41ad-4393-9a8e-8ff48f1815fa req-fcc059f9-bff7-4bbe-83ce-e538896491e3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:13.866944 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1775e470-41ad-4393-9a8e-8ff48f1815fa req-fcc059f9-bff7-4bbe-83ce-e538896491e3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.2030809 Apr 22 21:35:13.917153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:14.022422 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1775e470-41ad-4393-9a8e-8ff48f1815fa req-150d75a9-8026-4a0e-959f-25f904309d33 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537476 Apr 22 21:35:14.371941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8808-352e-4bbc-b399-94237a446978 req-067c02ec-0dfa-4876-88d4-202c5f3c577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:14.375217 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-067c02ec-0dfa-4876-88d4-202c5f3c577b service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.8546224 Apr 22 21:35:14.397587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:14.517384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f17ff-5647-4eb5-903a-a26ad0505495 req-4dcdeb25-9736-4206-af7c-669cd404d820 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:14.519529 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5b9f17ff-5647-4eb5-903a-a26ad0505495 req-4dcdeb25-9736-4206-af7c-669cd404d820 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.7752883 Apr 22 21:35:14.533067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55162) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:14.546355 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-ff14bf73-02d2-4367-a4d4-793b50da80de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b389377-5b13-41f6-add2-441c734bb024 HTTP/1.1" status: 200 len: 217 time: 0.1619279 Apr 22 21:35:14.547284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'floatingip': {'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:14.631118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8808-352e-4bbc-b399-94237a446978 req-f3e45fa8-7582-4d88-9bdb-6396b3c1ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:14.633455 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-f3e45fa8-7582-4d88-9bdb-6396b3c1ca36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.0783913 Apr 22 21:35:14.657179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:14.713815 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-931a8ce5-fc4d-4b02-bb4f-f1af1b243d4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694268 Apr 22 21:35:14.751203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:14.775398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:14.953968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-783775d6-d447-44aa-b690-7576147556fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:15.070820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:35:15.088095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:15.126461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:35:15.132912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:15.141356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:15.213986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55194) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:15.415989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event updated for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:15.445589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:15.527750 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4500966 Apr 22 21:35:15.528352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55206) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:15.570534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Request body: {'port': {'device_id': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:15.625110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Deleting subnet af173b4b-0dd4-42cd-a903-e53241f1622d {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:35:15.644139 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-b4d2178c-b43d-4cd3-b83c-07b4ed827102 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217503 Apr 22 21:35:15.644944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:15.752551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80419c8-522f-445f-8f5d-beb0bf871df5 req-9521df44-344a-4502-8f7e-db2d85e24da4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:15.754974 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a80419c8-522f-445f-8f5d-beb0bf871df5 req-9521df44-344a-4502-8f7e-db2d85e24da4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 932 time: 0.2756925 Apr 22 21:35:15.865801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:15.883954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:15.994825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:16.003207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.014600 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a80419c8-522f-445f-8f5d-beb0bf871df5 req-836e4038-5863-4aa4-9396-8889b73f0a6b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655460 Apr 22 21:35:16.021284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.023572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55216) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:16.056351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Usage tracker for resource:security_group_rule and tenant:0873e74461c2476881e491d551c9ea04 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:16.080956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:16.107007 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2ae3-9513-4dfb-b28c-e899cb00381c req-c4099cda-888c-4ab8-b6e4-244151a0f24a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:16.108633 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-adde2ae3-9513-4dfb-b28c-e899cb00381c req-c4099cda-888c-4ab8-b6e4-244151a0f24a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.6621261 Apr 22 21:35:16.112263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:16.189959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.201055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.resource_extend [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 21:35:16.276646 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f7b8808-352e-4bbc-b399-94237a446978 req-3317c642-64e1-4d26-a43d-f669c3898391 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787053 Apr 22 21:35:16.282800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:16.289225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd479dd342e4bac9f1c3163d5441fd8 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:16.292553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:16.299089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:16.357752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.366126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.680633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.693448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.713873 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-adde2ae3-9513-4dfb-b28c-e899cb00381c req-2fc69864-b1f3-488c-b2e9-f0b64feb292b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464129 Apr 22 21:35:16.714484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b4b446bc-32dd-49d3-8bfb-c3e1fd5efb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:16.764733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71faad-c42a-466b-bfda-0cc02914e7bf,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:16.768330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:16.777180 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Floating IP 9e1dabe9-2fb3-4386-93ff-c3587b178f6b associated. External IP: 172.28.3.19, port: e92b940a-7321-42c6-ac1d-1992577eb60a. Apr 22 21:35:16.879748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.891258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:16.930830 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dd479dd342e4bac9f1c3163d5441fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9060719 Apr 22 21:35:16.934307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55234) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:16.951475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:17.040112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc99f8bc-f46c-4573-bced-0e8f0b83ef16,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:17.064438 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0873e74461c2476881e491d551c9ea04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5138502 Apr 22 21:35:17.069104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55242) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:17.071968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:17.125599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.148716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:17.198460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af173b4b-0dd4-42cd-a903-e53241f1622d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:17.206177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.214667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:17.288376 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/af173b4b-0dd4-42cd-a903-e53241f1622d HTTP/1.1" status: 204 len: 168 time: 2.0730796 Apr 22 21:35:17.301218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.304375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55250) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:17.437268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.457396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cf8b88-289f-47dc-b20a-9af8df975929 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:17.485879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.486156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.528181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.546423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Transition to ACTIVE for port object a0cf8b88-289f-47dc-b20a-9af8df975929 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:35:17.554023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.567755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.588591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:17.612638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:35:17.807759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.835967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:17.841479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26576478-228d-48b1-85ba-41ef96cc6596 req-18be8666-0aa4-4e80-a0b0-19e6ee9e0720 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:17.851719 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26576478-228d-48b1-85ba-41ef96cc6596 req-18be8666-0aa4-4e80-a0b0-19e6ee9e0720 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 932 time: 0.4186668 Apr 22 21:35:17.893028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Pushing event updated for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:17.922972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:35:17.938255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:35:17.950000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:35:17.950690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:35:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:17.966116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:17.966752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:18.013339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc99f8bc-f46c-4573-bced-0e8f0b83ef16,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:18.058465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.059848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc99f8bc-f46c-4573-bced-0e8f0b83ef16 HTTP/1.1" status: 204 len: 168 time: 0.9897032 Apr 22 21:35:18.085884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:18.096063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Attempting to bind port a0cf8b88-289f-47dc-b20a-9af8df975929 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:35:18.096455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Attempting to bind port a0cf8b88-289f-47dc-b20a-9af8df975929 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:35:18.096830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Attempting to bind port a0cf8b88-289f-47dc-b20a-9af8df975929 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:18.104854 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26576478-228d-48b1-85ba-41ef96cc6596 req-3b1474d7-f3d3-49b4-8286-1d85dff08d07 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519908 Apr 22 21:35:18.110506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.120840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.122368 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c71faad-c42a-466b-bfda-0cc02914e7bf HTTP/1.1" status: 204 len: 168 time: 1.1870811 Apr 22 21:35:18.123788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:18.147837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.157237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Port a0cf8b88-289f-47dc-b20a-9af8df975929 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:35:18.157690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Attempting to bind port a0cf8b88-289f-47dc-b20a-9af8df975929 on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:18.172870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:35:18.173310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Checking segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:18.173871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Bound using segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:35:18.174195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Bound port: a0cf8b88-289f-47dc-b20a-9af8df975929, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:35:18.174698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.187085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.187953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.188919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.189315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > port after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.189681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.190047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > port after_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.190412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.190942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.191315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.191678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.265871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.266066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.266358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.266774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:18.267171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6530e9f2-97f0-4d4a-a33e-90c05e0693b4']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:18.289659 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e9162ec1-f05e-4935-9c26-69cffaa4f98c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "PUT /v2.0/floatingips/9e1dabe9-2fb3-4386-93ff-c3587b178f6b HTTP/1.1" status: 200 len: 991 time: 3.7540431 Apr 22 21:35:18.299844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203c6e13-8433-4b81-9fed-d6bfe74f072a') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:18.300333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203c6e13-8433-4b81-9fed-d6bfe74f072a') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:18.308014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:18.316654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71faad-c42a-466b-bfda-0cc02914e7bf,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:18.334907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:18.354315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.404100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.436092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ce9e6-8d40-4be0-947e-c0ce232d6349 req-3657f69d-8e79-49bf-9fab-89972001aa2a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:18.438442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-247ce9e6-8d40-4be0-947e-c0ce232d6349 req-3657f69d-8e79-49bf-9fab-89972001aa2a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.4315500 Apr 22 21:35:18.442335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:35:18.485646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:35:18.605637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:35:18.639896 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'status': 'completed', 'code': 200} Apr 22 21:35:18.770618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a0cf8b88-289f-47dc-b20a-9af8df975929,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:35:18.787115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:18.802648 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.831443 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-247ce9e6-8d40-4be0-947e-c0ce232d6349 req-ec73aab7-9068-40d3-9221-ce2b8d973a09 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679790 Apr 22 21:35:18.881088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55312) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:18.903842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.922517 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.947738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:18.952133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d8d62c-35f2-45f1-a81f-b1681978d646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:18.954271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Usage tracker for resource:security_group_rule and tenant:6c85e543704a48b782344fb0ffd9d02b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:18.958153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:18.967435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55320) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:18.971436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:18.991683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:18.992380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:18.994260 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] 10.222.0.26 "PUT /v2.0/ports/a0cf8b88-289f-47dc-b20a-9af8df975929 HTTP/1.1" status: 200 len: 1094 time: 3.4440877 Apr 22 21:35:18.998157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.019947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:19.027461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:19.042617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb0b1b703ed4a1a877bcbe656f77f9d is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:19.049635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:19.060085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:19.117942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '9e1dabe9-2fb3-4386-93ff-c3587b178f6b', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6639e6e-dcb2-4010-aefe-856328136607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:36Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:19.126147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:35:19.138026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:35:19.138966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:35:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:19.184847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.192435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.204878 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'status': 'completed', 'code': 200} Apr 22 21:35:19.227204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:19.237771 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bb0b1b703ed4a1a877bcbe656f77f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687948 Apr 22 21:35:19.243934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55332) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:19.330351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ebcb0-adc9-4183-b328-b11d70614c90,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:19.342242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:19.365734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.429058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.466591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.473750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.518984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-93a50554-ab79-4058-b0a0-8b6ec66d9c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:19.549993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Network 6530e9f2-97f0-4d4a-a33e-90c05e0693b4 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:19.551942 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c85e543704a48b782344fb0ffd9d02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696081 Apr 22 21:35:19.557706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66741303-f659-4b7b-932c-060ff2ea4297,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:19.564649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55342) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:19.566303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-4b3350ae-f31e-4302-8e11-bf7248572195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:19.568150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:19.568342 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-4b3350ae-f31e-4302-8e11-bf7248572195 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1099 time: 0.8895893 Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: from cryptography.utils import int_from_bytes Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: from cryptography.utils import int_from_bytes Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: (rel_b, rel_a, rel_b), Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: (rel_b, rel_a, rel_b), Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:35:19.597537 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:35:19.622177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:35:19.643298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.675948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.684989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.730087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9339c275-549f-449c-a130-728ae5d4c315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:19.744046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ebcb0-adc9-4183-b328-b11d70614c90,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:19.746053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.756649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:19.757205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:19.782857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.784219 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b20f4658-5c3c-428b-923b-98c009349892 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b51ebcb0-adc9-4183-b328-b11d70614c90 HTTP/1.1" status: 204 len: 168 time: 0.5356338 Apr 22 21:35:19.785479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66741303-f659-4b7b-932c-060ff2ea4297,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:19.787931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:19.798543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Pushing event updated for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:19.798729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:19.805970 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66741303-f659-4b7b-932c-060ff2ea4297 HTTP/1.1" status: 204 len: 168 time: 0.2340682 Apr 22 21:35:19.831381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:20.160549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd6ec-bba9-4dea-8a73-4e15f89126ef req-e7ca81e2-2c5a-458e-8ad4-4b55e6862c4b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.168865 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6eacd6ec-bba9-4dea-8a73-4e15f89126ef req-e7ca81e2-2c5a-458e-8ad4-4b55e6862c4b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1230996 Apr 22 21:35:20.234539 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6eacd6ec-bba9-4dea-8a73-4e15f89126ef req-827f670c-0c80-4214-8458-9309ec3dfe47 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Apr 22 21:35:20.274242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-71c48bc9-4fb6-473b-8f92-799a8ec91177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.276186 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-71c48bc9-4fb6-473b-8f92-799a8ec91177 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 1097 time: 1.2096541 Apr 22 21:35:20.360973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-85d753a7-58df-4c62-877d-c60177433638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.362492 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-85d753a7-58df-4c62-877d-c60177433638 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.7640228 Apr 22 21:35:20.460868 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-59fadbbd-82eb-407a-8a83-14cc43c59480 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0cf8b88-289f-47dc-b20a-9af8df975929 HTTP/1.1" status: 200 len: 217 time: 0.1676793 Apr 22 21:35:20.468682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:20.477620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '9e1dabe9-2fb3-4386-93ff-c3587b178f6b', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6639e6e-dcb2-4010-aefe-856328136607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:36Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:20.484844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2dbc4-c1f1-403d-87de-12939fc79669 None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '9e1dabe9-2fb3-4386-93ff-c3587b178f6b', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6639e6e-dcb2-4010-aefe-856328136607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:34:36Z', 'updated_at': '2021-04-22T21:35:16Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:35:20.528792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:20.540172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b8d2-32f9-4e57-ba6d-4801b0bcd538 req-f6f8d3cf-ec91-4d06-9fe1-458e64e22b78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.540981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8966b8d2-32f9-4e57-ba6d-4801b0bcd538 req-f6f8d3cf-ec91-4d06-9fe1-458e64e22b78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:20.552064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5a990fcf-6a50-4656-a311-1d1a525a9ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:20.606071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6530e9f2-97f0-4d4a-a33e-90c05e0693b4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:20.609457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:20.626329 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6530e9f2-97f0-4d4a-a33e-90c05e0693b4 HTTP/1.1" status: 204 len: 168 time: 3.3126318 Apr 22 21:35:20.628752 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-0b8d8abc-a647-467d-ac23-b30753ef85c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 999 time: 0.2479179 Apr 22 21:35:20.699887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7978b8a5-69db-48f2-b763-c5fdfffe00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.702021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-7978b8a5-69db-48f2-b763-c5fdfffe00be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.2300766 Apr 22 21:35:20.705639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8966b8d2-32f9-4e57-ba6d-4801b0bcd538 req-f6f8d3cf-ec91-4d06-9fe1-458e64e22b78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:20.707013 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8966b8d2-32f9-4e57-ba6d-4801b0bcd538 req-f6f8d3cf-ec91-4d06-9fe1-458e64e22b78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 944 time: 1.1156759 Apr 22 21:35:20.794640 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-2fa37621-bc7b-43cd-a542-8964ade4b8d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842376 Apr 22 21:35:20.915039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-8c8e96f1-5fd0-4637-9591-f8c51a84c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:20.918765 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-8c8e96f1-5fd0-4637-9591-f8c51a84c01c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.2786021 Apr 22 21:35:21.044949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7f1be-cfd9-428d-9dda-debe90e36640 None None] New status for floating IP 9e1dabe9-2fb3-4386-93ff-c3587b178f6b: ACTIVE {{(pid=86419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:35:21.120300 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8966b8d2-32f9-4e57-ba6d-4801b0bcd538 req-b061243f-01d9-4b5c-a78a-a136a59551b4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642240 Apr 22 21:35:21.181728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55396) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:21.260984 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-cc1a97f5-bcc3-419f-a43e-04b60a619340 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555922 Apr 22 21:35:21.313837 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b1025b40-9ae2-4535-a37f-bf4d4be173a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=196b37ab682f4e9e99bfbc77772f9ce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1303082 Apr 22 21:35:21.318395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55404) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:21.520813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55410) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:21.541983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-bb436d2c-b9fc-45b8-ae75-bc1a36df9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:21.544289 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-bb436d2c-b9fc-45b8-ae75-bc1a36df9c8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5916870 Apr 22 21:35:21.705008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:21.711743 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9d6f409f-e6f4-4b64-8338-ad40dae01040 req-1bad83b4-42c6-4ef3-b02e-5e5837082f3b service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367030 Apr 22 21:35:21.771145 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-42fbc0e1-8b09-4705-85ca-960ca8080822 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084973 Apr 22 21:35:21.771943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:21.926544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55422) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:21.956564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818766-d724-496f-a7e5-2d050b8f8eea req-a7c64b8b-5b58-42e6-a1de-7db95d1f46b2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:21.959542 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8818766-d724-496f-a7e5-2d050b8f8eea req-a7c64b8b-5b58-42e6-a1de-7db95d1f46b2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.4469600 Apr 22 21:35:21.969130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:21.982120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e375c42b-0019-4979-bdc3-61d75491f85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:22.045120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bacd18-93cf-4405-b17e-2c35b5e799cf,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:22.055365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:22.080106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.082335 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5bacd18-93cf-4405-b17e-2c35b5e799cf HTTP/1.1" status: 204 len: 168 time: 0.7617247 Apr 22 21:35:22.159755 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-21f31f49-fcbc-4f40-9850-286dc98373f5 req-0ced9ae3-2832-4217-8bf3-a308c3f1f9e5 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334208 Apr 22 21:35:22.174501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.217689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:22.219244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-5e3dd936-5ef9-46f0-9519-4034370697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:22.222461 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-5e3dd936-5ef9-46f0-9519-4034370697fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 1097 time: 0.4499834 Apr 22 21:35:22.226253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Usage tracker for resource:security_group_rule and tenant:4e630f9ba6144c8cb4220e024de4dcd5 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:22.232153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:22.245604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:22.287227 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8818766-d724-496f-a7e5-2d050b8f8eea req-1602da33-3d78-4af8-a0ae-9b441b4e44b7 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094196 Apr 22 21:35:22.289066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.468134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.474815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:22.479747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Usage tracker for resource:security_group_rule and tenant:7ce21115689a48e18cec13246d71fa72 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:22.483985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:22.493436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:22.524919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.569847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:22.590706 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e630f9ba6144c8cb4220e024de4dcd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0653811 Apr 22 21:35:22.598727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55450) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:22.686987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-1d25972a-77aa-467e-93b8-a84d2dfd8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:22.688379 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-1d25972a-77aa-467e-93b8-a84d2dfd8e9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.4571323 Apr 22 21:35:22.722465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a4578-34b5-4576-b3ed-8bb53b269e24,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:22.737216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:22.826420 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-2b5867e7-8b0e-4f6c-8b69-4eb65ff4c983 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0cf8b88-289f-47dc-b20a-9af8df975929 HTTP/1.1" status: 200 len: 217 time: 0.1263909 Apr 22 21:35:22.841040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2e19-3485-41c6-aaff-337a9b9d21d1 req-e60a9abb-3166-45a4-bf3c-6a759328b8ad tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:22.843191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-74ba2e19-3485-41c6-aaff-337a9b9d21d1 req-e60a9abb-3166-45a4-bf3c-6a759328b8ad tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 944 time: 0.2616355 Apr 22 21:35:22.949792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.957864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.974570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:22.988292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-74ba2e19-3485-41c6-aaff-337a9b9d21d1 req-0d294c87-1c3b-42e1-9ade-8de4c1da629b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946126 Apr 22 21:35:22.998038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-f92011b7-839f-43f0-83e0-6d533c9f56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:23.001260 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-f92011b7-839f-43f0-83e0-6d533c9f56da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1560328 Apr 22 21:35:23.010771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cce1c22f-8c7b-407c-a92a-d22d6add70db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:23.114929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.222912 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ce21115689a48e18cec13246d71fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2900305 Apr 22 21:35:23.223805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8155ec-115e-494f-8ebe-2b283667b3f3,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:23.228938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55466) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:23.234387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:23.345402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.388809 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-57123c0a-0ef1-4163-8969-4a1a133b7765 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3769701 Apr 22 21:35:23.411308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03063cc6-ca65-45dd-b6c5-677f31588ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:23.547240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.596112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a4578-34b5-4576-b3ed-8bb53b269e24,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:23.606996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:23.633297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.654354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.662236 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/116a4578-34b5-4576-b3ed-8bb53b269e24 HTTP/1.1" status: 204 len: 168 time: 1.0532355 Apr 22 21:35:23.762830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.775462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:23.797490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8155ec-115e-494f-8ebe-2b283667b3f3,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:23.801399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:23.811175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:23.830529 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee8155ec-115e-494f-8ebe-2b283667b3f3 HTTP/1.1" status: 204 len: 168 time: 0.5991173 Apr 22 21:35:23.958073 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-dde4dbf6-d2fd-4d0b-a990-618ed599b583 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583012 Apr 22 21:35:23.984412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b776f-c528-4c47-af38-9da04a43a274 req-b21c3171-69c3-4481-ac89-aa584d02b16f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:23.995646 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-491b776f-c528-4c47-af38-9da04a43a274 req-b21c3171-69c3-4481-ac89-aa584d02b16f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3075750 Apr 22 21:35:24.179342 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-491b776f-c528-4c47-af38-9da04a43a274 req-0e590cc4-e70e-4870-abd3-eaa6b4f027d7 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823103 Apr 22 21:35:24.281271 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ddfa65d-3b3e-4fa1-83b2-fa9250004530 req-559ed0c9-1804-4165-b25f-23d2a1628041 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133452 Apr 22 21:35:24.441460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409bfd-0723-4b38-8147-6ab9275a16b2 req-81d5ce5e-e750-4626-92c9-198bb65cac17 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:24.449033 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e409bfd-0723-4b38-8147-6ab9275a16b2 req-81d5ce5e-e750-4626-92c9-198bb65cac17 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 944 time: 0.1754165 Apr 22 21:35:24.513748 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e409bfd-0723-4b38-8147-6ab9275a16b2 req-adcb5d59-a792-4afa-b083-bdcfd9bfc841 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Apr 22 21:35:24.757104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55514) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:24.794524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:24.846302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:24.855169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Usage tracker for resource:security_group_rule and tenant:5a77c398803e493fbdb1514b0205d684 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:24.864283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:24.890678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:25.012891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.022122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.034657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:25.089189 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a77c398803e493fbdb1514b0205d684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303964 Apr 22 21:35:25.090364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc4212-7b25-4cc2-8897-1159d7e6f490,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:25.095544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:25.095868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55522) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:25.184957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.241471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55532) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:25.241758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.311179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.319986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:25.338441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc4212-7b25-4cc2-8897-1159d7e6f490,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:25.341532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:25.344948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.346201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63dc4212-7b25-4cc2-8897-1159d7e6f490 HTTP/1.1" status: 204 len: 168 time: 0.2504482 Apr 22 21:35:25.548881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34794cec-c366-42fb-91a6-15b058d88f65 req-ea1612fd-9aa1-4eac-b18f-e9bc21c77ff1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:25.550436 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-34794cec-c366-42fb-91a6-15b058d88f65 req-ea1612fd-9aa1-4eac-b18f-e9bc21c77ff1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1185088 Apr 22 21:35:25.598516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088988570-network', 'tenant_id': '081b908774094a7f8f7a2442949c4591'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:25.610615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:25.626301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Usage tracker for resource:network and tenant:081b908774094a7f8f7a2442949c4591 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:25.633163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:25.643892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:25.648919 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-34794cec-c366-42fb-91a6-15b058d88f65 req-fa49a978-a2e2-457b-9b36-1469eb698785 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Apr 22 21:35:25.659293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Made reservation on behalf of 081b908774094a7f8f7a2442949c4591 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:25.666690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.690000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.709832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:25.720198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:081b908774094a7f8f7a2442949c4591 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:25.723850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:25.731162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:25.789630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83c261-a105-4292-a09f-a3aae096e9e5 req-57d5fd53-53ee-4ee2-84f9-77e30bcb82f0 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:25.792779 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec83c261-a105-4292-a09f-a3aae096e9e5 req-57d5fd53-53ee-4ee2-84f9-77e30bcb82f0 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 944 time: 0.1103742 Apr 22 21:35:25.855703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.864355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.864913 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec83c261-a105-4292-a09f-a3aae096e9e5 req-3542ed98-ce87-4ab4-b204-6385a71a833b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Apr 22 21:35:25.877781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:25.919591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:35:25.950564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7dda9e-19e6-4500-9c2d-8e8fb765654b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:25.957562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:25.965998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:25.966491 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Added segment 06c34ccd-e37b-4d14-bfa8-dfe6a133a1e3 of type vlan for network a1f96e06-e78f-495f-96c0-4fe5a6278f02 Apr 22 21:35:26.003304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.048125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.049949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:26.050710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.057051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:26.259608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f96e06-e78f-495f-96c0-4fe5a6278f02,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:26.264872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:26.268239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0253878 Apr 22 21:35:26.272187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55568) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:26.279193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:35:26.283000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Request body: {'subnet': {'network_id': 'a1f96e06-e78f-495f-96c0-4fe5a6278f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2088988570-subnet', 'tenant_id': '081b908774094a7f8f7a2442949c4591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:26.295038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:26.303186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Usage tracker for resource:subnet and tenant:081b908774094a7f8f7a2442949c4591 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:26.310541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:26.324719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:26.344060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Made reservation on behalf of 081b908774094a7f8f7a2442949c4591 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:26.352416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853167629'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.398867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device a0cf8b88-289f-47dc-b20a-9af8df975929 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:35:26.554491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a0cf8b88-289f-47dc-b20a-9af8df975929,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:26.573744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'port_id': 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'mac_address': 'fa:16:3e:49:ae:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114eefb9-7281-4553-a019-8d83c18f44cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:35:26.647235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.670146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cf8b88-289f-47dc-b20a-9af8df975929 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:26.718077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a0cf8b88-289f-47dc-b20a-9af8df975929,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:26.728079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:26.731645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-523f3ca3-a76b-4f54-8bc5-e8989ca5210b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:26.831326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:26.840832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.841221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.841607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.841954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.842497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.843051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.843572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.844209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.844802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.845323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.845840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.846359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:35:26.852555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:27.098584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['a0cf8b88-289f-47dc-b20a-9af8df975929'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:27.328140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f5c16-6551-4de1-a369-938846c043f7 req-38be4a0c-129b-4f58-855e-ab6dc8a93359 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:27.345023 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b6f5c16-6551-4de1-a369-938846c043f7 req-38be4a0c-129b-4f58-855e-ab6dc8a93359 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.2425969 Apr 22 21:35:27.393410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c871684-6a68-4292-987b-a4d961b29943 req-773fec59-1c25-4cb0-ba44-f2eeec2a3b5b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:27.412018 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c871684-6a68-4292-987b-a4d961b29943 req-773fec59-1c25-4cb0-ba44-f2eeec2a3b5b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 945 time: 0.2395031 Apr 22 21:35:27.526065 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c871684-6a68-4292-987b-a4d961b29943 req-5aa19cec-a755-4de9-a06c-e4ff7d7bad78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090231 Apr 22 21:35:27.527316 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b6f5c16-6551-4de1-a369-938846c043f7 req-d188e4c3-c0d0-4e6e-88f9-fd8babb5ff37 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583002 Apr 22 21:35:27.712597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825955969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853167646'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:27.722429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-398949a9-a094-4b76-8134-811158055e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:27.882633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be526e6-a675-457d-91fc-5f5f80f35776,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:27.889767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:27.902574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Checking segment: {'id': '06c34ccd-e37b-4d14-bfa8-dfe6a133a1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a1f96e06-e78f-495f-96c0-4fe5a6278f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:27.903268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Network hostable DHCP agents. Network: a1f96e06-e78f-495f-96c0-4fe5a6278f02, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:35:27.943795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:35:27.960121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, a1f96e06-e78f-495f-96c0-4fe5a6278f02) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:27.971493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8209598a-ded2-4de3-b8e5-89d501459ce0 None None] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:28.002889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:28.004158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:28.054558 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7721863 Apr 22 21:35:28.491286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9756e4df-5bad-4841-8848-4608b80488a4 None None] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:29.109099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c24b8-1192-4e95-b65b-d8fb34ae9c73 req-62f922d3-1efa-4b7a-aa95-679581cc19f5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:29.118346 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ff2c24b8-1192-4e95-b65b-d8fb34ae9c73 req-62f922d3-1efa-4b7a-aa95-679581cc19f5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 945 time: 0.2421589 Apr 22 21:35:29.148548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62c3cd-fe78-4a11-a95c-e5fe8094131c req-920173c3-a456-465f-a7f0-98dfd2db2937 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:29.151728 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba62c3cd-fe78-4a11-a95c-e5fe8094131c req-920173c3-a456-465f-a7f0-98dfd2db2937 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.2872958 Apr 22 21:35:29.218225 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ba62c3cd-fe78-4a11-a95c-e5fe8094131c req-9764b061-dd19-40b2-924c-0d0e2af8644f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Apr 22 21:35:29.238634 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ff2c24b8-1192-4e95-b65b-d8fb34ae9c73 req-9f22921f-3b98-4442-b04c-c5116819802e tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966148 Apr 22 21:35:29.546298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55708) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:29.557260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107494589-network', 'tenant_id': 'a7a3c6e1e9a54e5aa91150810d8101c0'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:29.562469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:29.567337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Usage tracker for resource:network and tenant:a7a3c6e1e9a54e5aa91150810d8101c0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:29.571100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:29.582547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:29.592781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Made reservation on behalf of a7a3c6e1e9a54e5aa91150810d8101c0 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:29.598160 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:29.633537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:29.661892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:29.667954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a3c6e1e9a54e5aa91150810d8101c0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:29.672265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:29.679242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:29.806393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:29.810782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:29.821583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-795ba8f9-6aab-4b10-b1e4-862dde309ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:29.881641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013c4a5-eb19-44f6-a824-4983be837cfc,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:29.888588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:29.900301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:35:29.916523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:29.917176 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Added segment fd5e48fe-c54e-4331-aea4-79284aad1cd0 of type vlan for network 157f4a6c-66b5-4e49-918f-222bae87fba0 Apr 22 21:35:29.966960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.009482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.010940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:30.011748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.018078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:30.133792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5856802 Apr 22 21:35:30.134749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=157f4a6c-66b5-4e49-918f-222bae87fba0,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:30.136910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55750) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:30.146391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:35:30.146622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:30.150811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Request body: {'subnet': {'network_id': '157f4a6c-66b5-4e49-918f-222bae87fba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107494589-subnet', 'tenant_id': 'a7a3c6e1e9a54e5aa91150810d8101c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:30.169581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:30.183249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Usage tracker for resource:subnet and tenant:a7a3c6e1e9a54e5aa91150810d8101c0 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:30.187114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:30.196833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:30.215963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Made reservation on behalf of a7a3c6e1e9a54e5aa91150810d8101c0 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:30.224082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.429893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device a0cf8b88-289f-47dc-b20a-9af8df975929 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:35:30.508843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1f292-99c4-4f86-a5e6-cb692f1c0dd8 req-7230808f-f471-4dd4-bfd9-4c639e2463b3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:30.510867 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-38c1f292-99c4-4f86-a5e6-cb692f1c0dd8 req-7230808f-f471-4dd4-bfd9-4c639e2463b3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1510127 Apr 22 21:35:30.562412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port a0cf8b88-289f-47dc-b20a-9af8df975929 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:35:30.568105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port a0cf8b88-289f-47dc-b20a-9af8df975929 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:35:30.568527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.593782 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-38c1f292-99c4-4f86-a5e6-cb692f1c0dd8 req-06b637d9-9752-41f4-97a9-26f4b355cc6f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754864 Apr 22 21:35:30.769823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca935c-b373-4d9c-941a-5532fc548293 req-4e6b69c2-1b98-40e3-8268-009cbe6c6773 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:30.771538 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c8ca935c-b373-4d9c-941a-5532fc548293 req-4e6b69c2-1b98-40e3-8268-009cbe6c6773 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 945 time: 0.3019490 Apr 22 21:35:30.784172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.834991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a0cf8b88-289f-47dc-b20a-9af8df975929,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:30.836120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:30.842881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:30.846235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:30.892640 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c8ca935c-b373-4d9c-941a-5532fc548293 req-f44ae2dc-ee7c-4a43-a1af-382b044e79bc tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058123 Apr 22 21:35:30.950654 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'code': 200} Apr 22 21:35:30.989365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:30.993269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:31.081812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:31.092333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-90335d55-8e37-46d7-afb9-fdb2a61d64ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:31.197355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece270b7-6392-4c92-a3ca-651178991e48,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:31.207279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Checking segment: {'id': 'fd5e48fe-c54e-4331-aea4-79284aad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '157f4a6c-66b5-4e49-918f-222bae87fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:31.207936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Network hostable DHCP agents. Network: 157f4a6c-66b5-4e49-918f-222bae87fba0, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:35:31.214330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:31.234037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:35:31.248062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f230d-812c-4f9b-8390-0ca7c7b08ab5 req-d509804a-c5b3-4beb-bfe5-789a611cade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:31.248703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 157f4a6c-66b5-4e49-918f-222bae87fba0) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:31.251878 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c31f230d-812c-4f9b-8390-0ca7c7b08ab5 req-d509804a-c5b3-4beb-bfe5-789a611cade4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 1099 time: 0.0950115 Apr 22 21:35:31.259987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab928936-28e9-404a-b81f-45dbe8862775 None None] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:31.270984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:31.271984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:31.296357 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1518552 Apr 22 21:35:31.350061 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c31f230d-812c-4f9b-8390-0ca7c7b08ab5 req-91b32f35-ff13-4818-8770-0f8c2236b92d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Apr 22 21:35:31.511956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55816) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:31.599009 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15d5da-b3e0-4037-bf32-50ed4aa71380 None None] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:31.612222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Deleting subnet 6be526e6-a675-457d-91fc-5f5f80f35776 {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:35:31.617062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:31.700011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:31.709846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:31.866859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c7afd-727d-4a0e-aabc-47d6bac88782 req-3edd1ffc-5d23-45bd-94e5-2b83832d803d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:31.880991 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e01c7afd-727d-4a0e-aabc-47d6bac88782 req-3edd1ffc-5d23-45bd-94e5-2b83832d803d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1405220 Apr 22 21:35:31.989618 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e01c7afd-727d-4a0e-aabc-47d6bac88782 req-e458abae-1783-48bb-b278-c7f374002f10 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071327 Apr 22 21:35:32.200793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.207874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f95c-ded5-49a1-9dc9-9be701cc3a24 req-b34cab7d-4afe-4408-ac1c-a71ae8097243 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:32.209817 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7d05f95c-ded5-49a1-9dc9-9be701cc3a24 req-b34cab7d-4afe-4408-ac1c-a71ae8097243 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 946 time: 0.1107876 Apr 22 21:35:32.213326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:32.273929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be526e6-a675-457d-91fc-5f5f80f35776,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:32.280851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.285469 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7d05f95c-ded5-49a1-9dc9-9be701cc3a24 req-17786214-e97f-4868-9c3a-6f415eced2d9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593302 Apr 22 21:35:32.285937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:32.291620 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-59604d73-afbd-4392-89f0-f796a22b4abc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6be526e6-a675-457d-91fc-5f5f80f35776 HTTP/1.1" status: 204 len: 168 time: 0.7774558 Apr 22 21:35:32.294231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55842) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:32.432945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.588609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.736437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f96e06-e78f-495f-96c0-4fe5a6278f02']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:32.752273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c34ccd-e37b-4d14-bfa8-dfe6a133a1e3') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:32.752621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c34ccd-e37b-4d14-bfa8-dfe6a133a1e3') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:32.770155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.786852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:32.795255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:35:33.069529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:33.080224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.311434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539510a-b0f6-46ad-b0ba-bc90a77104a1 req-7e7e157f-51b4-4956-a341-baa759de2a82 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:33.313925 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d539510a-b0f6-46ad-b0ba-bc90a77104a1 req-7e7e157f-51b4-4956-a341-baa759de2a82 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1726580 Apr 22 21:35:33.362794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Network a1f96e06-e78f-495f-96c0-4fe5a6278f02 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:35:33.407958 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:35:33.414763 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d539510a-b0f6-46ad-b0ba-bc90a77104a1 req-9f468efd-85d1-4bc2-8b6a-51be07e0d442 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923035 Apr 22 21:35:33.558272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.564221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.566813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:33.591141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f96e06-e78f-495f-96c0-4fe5a6278f02,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:33.601140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:33.602677 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] 10.222.0.15 "DELETE /v2.0/networks/a1f96e06-e78f-495f-96c0-4fe5a6278f02 HTTP/1.1" status: 204 len: 168 time: 1.3073342 Apr 22 21:35:33.606072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55896) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:33.631486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543860a-91dc-48ab-ab5b-2aff5aa91fc0 req-f0f4b758-c1e8-426e-b383-17d332be4b6c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:33.635561 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1543860a-91dc-48ab-ab5b-2aff5aa91fc0 req-f0f4b758-c1e8-426e-b383-17d332be4b6c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 946 time: 0.1522288 Apr 22 21:35:33.683297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Deleting subnet ece270b7-6392-4c92-a3ca-651178991e48 {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:35:33.686989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.699993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55900) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:33.720892 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1543860a-91dc-48ab-ab5b-2aff5aa91fc0 req-71356f72-8645-4dc0-a064-be28228de919 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770764 Apr 22 21:35:33.747490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.759024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.879294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:33.907279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:33.912651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b8ee1017ef4cb284e9f189e680de14 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:33.916015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:33.922780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:34.040381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.045273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.056312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:34.089520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f52f9-3d28-47c8-87a8-0125e33a0c6c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:34.095776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:34.118792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3b8ee1017ef4cb284e9f189e680de14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191334 Apr 22 21:35:34.124407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55918) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:34.188934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55924) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:34.341966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.378775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:34.384491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Usage tracker for resource:security_group_rule and tenant:a115deec5c714d94bb1268ba92c3fca6 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:34.388565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:34.400382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:34.569248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.572622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.585240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:34.605294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.623682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba9759-fa81-44b0-873d-cc61f145fd73,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:34.629592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:34.648859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.653410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a115deec5c714d94bb1268ba92c3fca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593446 Apr 22 21:35:34.654080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55944) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:34.662630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.676971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:34.735927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece270b7-6392-4c92-a3ca-651178991e48,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:34.738847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.772556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.791120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:34.807342 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.810538 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ece270b7-6392-4c92-a3ca-651178991e48 HTTP/1.1" status: 204 len: 168 time: 1.2031739 Apr 22 21:35:34.815325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 55950) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:34.924083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.931289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-de00ab0a-f772-4c11-9bd1-80e600ed01ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:34.945374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba9759-fa81-44b0-873d-cc61f145fd73,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:34.955485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:34.962629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:34.967278 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7aba9759-fa81-44b0-873d-cc61f145fd73 HTTP/1.1" status: 204 len: 168 time: 0.3119843 Apr 22 21:35:35.020184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.025395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.029821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e84ba1db-370a-472e-9df7-1b9f8787de33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:35.057968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f52f9-3d28-47c8-87a8-0125e33a0c6c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:35.064725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:35.075243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.076417 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e92f52f9-3d28-47c8-87a8-0125e33a0c6c HTTP/1.1" status: 204 len: 168 time: 0.9504709 Apr 22 21:35:35.084103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.098971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af8c5-125f-45ff-88a1-86c398dca2c3 req-7ec2f57e-ee24-4bd5-aaaf-3da346458f21 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:35.100986 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-672af8c5-125f-45ff-88a1-86c398dca2c3 req-7ec2f57e-ee24-4bd5-aaaf-3da346458f21 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3687272 Apr 22 21:35:35.282583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.300236 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-672af8c5-125f-45ff-88a1-86c398dca2c3 req-ed42a306-6646-4950-ad63-0650a6e32900 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561663 Apr 22 21:35:35.423066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.423868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.425451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.426094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > port after_create 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.426715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.427373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > port after_update 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.428262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.428876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.429504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.430130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.573084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.573720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.574321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.574896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86417) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 21:35:35.575528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157f4a6c-66b5-4e49-918f-222bae87fba0']}} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:35.604222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5e48fe-c54e-4331-aea4-79284aad1cd0') {'for_net_delete': True} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:35.604571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5e48fe-c54e-4331-aea4-79284aad1cd0') {} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:35:35.626449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28671133'] for segment, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.647077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.658356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=86417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:35:35.783763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55978) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:35.804622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:35.830589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:35.840846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Usage tracker for resource:security_group_rule and tenant:02f85575b9684a3e9d4b8204e7d79ad2 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:35.844683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:35.851558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:36.024767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:36.035458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27337531'] for segment, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.241034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Network 157f4a6c-66b5-4e49-918f-222bae87fba0 has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: from cryptography.utils import int_from_bytes Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: from cryptography.utils import int_from_bytes Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: (rel_b, rel_a, rel_b), Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: (rel_b, rel_a, rel_b), Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:35:36.269957 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:35:36.317246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 55998) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:36.377423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.387427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-912020f6-ae0b-4e2a-8f88-035291473bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:36.422801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.448497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Pushing event deleted for resources: {'Network': ['ID=157f4a6c-66b5-4e49-918f-222bae87fba0,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:36.457402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:36.513523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.518281 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.529440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4150fb68-9dac-4bed-98e9-ba98f83ed6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:36.543513 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7a724bf6-16c9-4f71-914a-f42cd0862349 admin admin] 10.222.0.15 "DELETE /v2.0/networks/157f4a6c-66b5-4e49-918f-222bae87fba0 HTTP/1.1" status: 204 len: 168 time: 1.7236545 Apr 22 21:35:36.554171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845454770-network', 'tenant_id': 'd8a812d51ca94a81a4abd6f9bd6f81f7'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:36.598573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:36.604429 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02f85575b9684a3e9d4b8204e7d79ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194773 Apr 22 21:35:36.611402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac6dd-8f88-4c92-98b8-f5097a6805b7 req-f8ec9c9c-3dca-432d-94bb-b46d004101d9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:36.613528 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-397ac6dd-8f88-4c92-98b8-f5097a6805b7 req-f8ec9c9c-3dca-432d-94bb-b46d004101d9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1590683 Apr 22 21:35:36.614426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56016) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:36.617152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c3c30-6c3c-4c62-951d-85a2aa93edf0,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:36.621227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Usage tracker for resource:network and tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:36.626007 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:36.627175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:36.644777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:36.661013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Made reservation on behalf of d8a812d51ca94a81a4abd6f9bd6f81f7 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:36.666946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.684276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.702865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:36.707957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Usage tracker for resource:security_group_rule and tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:36.710797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:36.720465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:36.726155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.762659 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-397ac6dd-8f88-4c92-98b8-f5097a6805b7 req-8c32adca-d507-4045-b7e0-6aa97b13b728 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936964 Apr 22 21:35:36.772376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.807889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56026) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:36.865847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.870164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.875275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:36.906857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:35:36.927825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9a827e-6dff-41fd-a6bf-b524c68ff752,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:36.933011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:36.934103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:36.935054 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Added segment 945895b8-ae77-4c6e-a9ca-fd369217c918 of type vlan for network 10b04a08-1d43-42d3-b7b6-76224d982b7c Apr 22 21:35:36.965792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8544da91-8fcd-4ec2-8ca3-3639efc098ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=081b908774094a7f8f7a2442949c4591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559439 Apr 22 21:35:36.968591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56032) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:37.025234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.029360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.032074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6abde44c-28b0-467e-8745-184f316fe0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:37.053766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c3c30-6c3c-4c62-951d-85a2aa93edf0,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:37.060189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:37.067489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.070860 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff3c3c30-6c3c-4c62-951d-85a2aa93edf0 HTTP/1.1" status: 204 len: 168 time: 0.4526823 Apr 22 21:35:37.072387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.125375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.132240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:37.133807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.134512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.138490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:37.237165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.244892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:37.261289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7dda9e-19e6-4500-9c2d-8e8fb765654b,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:37.265559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:37.267514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.268790 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb7dda9e-19e6-4500-9c2d-8e8fb765654b HTTP/1.1" status: 204 len: 168 time: 0.2993588 Apr 22 21:35:37.289653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Pushing event updated for resources: {'Network': ['ID=10b04a08-1d43-42d3-b7b6-76224d982b7c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:37.303819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:37.326733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:35:37.338085 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0187402 Apr 22 21:35:37.341259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56048) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:37.349363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Request body: {'subnet': {'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845454770-subnet', 'tenant_id': 'd8a812d51ca94a81a4abd6f9bd6f81f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:37.354849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:37.359304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Usage tracker for resource:subnet and tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:37.362725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:37.369422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:37.724875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Made reservation on behalf of d8a812d51ca94a81a4abd6f9bd6f81f7 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:37.744844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853167629'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:37.922295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-79395917-0652-455e-a637-3c04c8281299 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:37.931236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-79395917-0652-455e-a637-3c04c8281299 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:network {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:37.969227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-79395917-0652-455e-a637-3c04c8281299 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:network {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:37.977301 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-79395917-0652-455e-a637-3c04c8281299 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.3790014 Apr 22 21:35:37.999685 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-4df19cd1-4bb4-486f-abc5-da1b8083045c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/quotas/6b3314b772b0486c8d964d25cbbd98d0 HTTP/1.1" status: 200 len: 375 time: 0.0206909 Apr 22 21:35:38.082878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56078) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:38.166384 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-3a6dbd4b-7aa6-4d50-8195-f4362fe74185 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584375 Apr 22 21:35:38.255436 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ee628921-e249-48e7-818a-f17c56853805 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7a3c6e1e9a54e5aa91150810d8101c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624177 Apr 22 21:35:38.264331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56086) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:38.402208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050118-cedb-47c7-a34f-354e2d2b4c80 req-61619cc7-3768-4313-be7f-943b3315c8e3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:38.404133 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f050118-cedb-47c7-a34f-354e2d2b4c80 req-61619cc7-3768-4313-be7f-943b3315c8e3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3764632 Apr 22 21:35:38.409606 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-4b27ba06-9c04-42f7-a6e8-35f6ffc76714 service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412262 Apr 22 21:35:38.444105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:35:38.482179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:38.529856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:38.611857 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f050118-cedb-47c7-a34f-354e2d2b4c80 req-e76ba47b-718f-455d-8397-7c9ff116fad8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627457 Apr 22 21:35:38.633572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:38.636734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:38.654198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013c4a5-eb19-44f6-a824-4983be837cfc,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:38.655079 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-887fffb7-b4c5-48eb-b98e-2c0838191eed service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442749 Apr 22 21:35:38.661391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:38.748961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:38.753389 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7013c4a5-eb19-44f6-a824-4983be837cfc HTTP/1.1" status: 204 len: 168 time: 0.4854369 Apr 22 21:35:39.044762 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b3bc0605-bbaf-4cfe-b770-79139b2f32f0 req-e51edea5-4ecb-46e2-8484-dacb740853fc tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 210 time: 0.0890038 Apr 22 21:35:39.078326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825955969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853167646'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:39.086761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-517ff210-5924-47f5-92eb-207e76b728bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:39.151013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56112) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:39.190993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20aaa63-0989-45e3-88ae-4c36303ec95b,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:39.213017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:39.217460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Checking segment: {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:39.218557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Network hostable DHCP agents. Network: 10b04a08-1d43-42d3-b7b6-76224d982b7c, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:35:39.255413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:35:39.267110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 10b04a08-1d43-42d3-b7b6-76224d982b7c) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:39.278124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604acc4d-7c14-47e0-bf6e-c9a6c95d613f None None] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:39.290972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:39.291631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:39.320359 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9777319 Apr 22 21:35:39.490174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:39.521297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:39.526667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:c69b40145651411ca54136eae2597366 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:39.530374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:39.542302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:39.624718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b94a53-638e-4d77-b230-e8404fe871ef None None] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:39.771142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:39.782409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:39.849331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-149e797d-9e2f-4b5c-82dd-5e4136739872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:39.951976 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c69b40145651411ca54136eae2597366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991650 Apr 22 21:35:39.957184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56146) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:39.969466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda008d7-b280-42b9-bc00-f64b019cec89,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:39.995522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:40.093524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:40.129027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:40.164803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31d53dba-0615-4541-a08f-1eac84857413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:40.233544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:40.245285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-000390de-4fbe-41d3-bb44-710259843420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:40.266887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:40.268418 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eda008d7-b280-42b9-bc00-f64b019cec89 HTTP/1.1" status: 204 len: 168 time: 0.3101282 Apr 22 21:35:40.269687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda008d7-b280-42b9-bc00-f64b019cec89,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:40.286919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:40.341432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd09e-0bdb-4f41-bd1a-c4a52204c884 req-c785070a-533a-4a61-9fe3-6ce67b38b4e0 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:40.343435 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-819dd09e-0bdb-4f41-bd1a-c4a52204c884 req-c785070a-533a-4a61-9fe3-6ce67b38b4e0 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1688836 Apr 22 21:35:40.471991 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-819dd09e-0bdb-4f41-bd1a-c4a52204c884 req-99dfe683-0a13-4f7e-96df-2ad588e5694a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146357 Apr 22 21:35:40.806239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28851d8e-c1b7-4c98-8f3d-c16ccabac5c2 req-b506b14c-eb06-4b08-89e0-0c9afe5e0afc tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 210 time: 0.0739307 Apr 22 21:35:41.394368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56178) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:41.460407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:41.517583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:41.543277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d48aea214af648daa8517e279da0c01c is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:41.556679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:41.645871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:41.946851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:41.992770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b65db094-a332-4f8b-997d-eaea159ec17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.164575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.193526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3cbcae34-1d5e-4fcd-8b10-51837c9261df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:42.280739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b235f43e-522e-4ace-89b7-e3d16c01525c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:42.303567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:42.311101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e53820-532e-410a-83cb-8da2e440242f req-9cabf590-d138-4973-91e4-722177b040e6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:42.320122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-72e53820-532e-410a-83cb-8da2e440242f req-9cabf590-d138-4973-91e4-722177b040e6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3926103 Apr 22 21:35:42.400532 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d48aea214af648daa8517e279da0c01c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0046766 Apr 22 21:35:42.403370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56206) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:42.518370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.538779 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-72e53820-532e-410a-83cb-8da2e440242f req-9d3931de-a1e4-47cd-a983-49b50fab76b4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082000 Apr 22 21:35:42.615336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.664352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.693445 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e6a88a4b-aba1-46fb-a6b8-adbbcac7d939 req-7b43f124-9e66-4b72-81c5-87f2a8d681ec tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 210 time: 0.1721625 Apr 22 21:35:42.719832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-b1003736-6150-46c3-aac1-eba57ccf7b8f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:42.725442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-b1003736-6150-46c3-aac1-eba57ccf7b8f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 1.1588101 Apr 22 21:35:42.740822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.743248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Request body: {'port': {'device_id': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'admin_state_up': True, 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:42.749404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-59f60dcf-99d6-465c-a28f-e64c075a0635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:42.770298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b235f43e-522e-4ace-89b7-e3d16c01525c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:42.775152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:42.780682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.787369 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b235f43e-522e-4ace-89b7-e3d16c01525c HTTP/1.1" status: 204 len: 168 time: 0.3762643 Apr 22 21:35:42.922601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:42.923151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:42.935275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:42.946573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:42.954193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.360652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Allocated IP 172.20.0.7 (50571f12-d0da-410d-9dc1-7d5475d651f0/114eefb9-7281-4553-a019-8d83c18f44cf/edca00c2-f1ac-4dfa-a67d-dbc5c871140c) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:35:43.408587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-12c3eb5b-ea2e-4eb3-b9c0-162c54df50bc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:43.409355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-12c3eb5b-ea2e-4eb3-b9c0-162c54df50bc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Synchronizing usage tracker for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:43.475830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-12c3eb5b-ea2e-4eb3-b9c0-162c54df50bc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Unset dirty status for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:43.477248 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-12c3eb5b-ea2e-4eb3-b9c0-162c54df50bc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 808 time: 0.2831049 Apr 22 21:35:43.559154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56252) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:43.561685 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-d09f0196-34dc-48cd-8457-e73f1caf0d75 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/quotas/d8a812d51ca94a81a4abd6f9bd6f81f7 HTTP/1.1" status: 200 len: 375 time: 0.0668788 Apr 22 21:35:43.586269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.603702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:43.608268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Usage tracker for resource:security_group_rule and tenant:121609ea2ad541d99a88fb4a7fb2f246 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:43.611675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:43.618356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:43.644292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-6d54914d-9ba1-4c03-b22a-4ea45a4fe3a2 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685914 Apr 22 21:35:43.835789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.859719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.888669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.903044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:43.943981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50', 'a0cf8b88-289f-47dc-b20a-9af8df975929'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:43.953755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:43.992148 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.081248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-921a861e-b5f6-47b3-8882-509ba572593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:44.107249 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-298d3997-5952-43b8-8727-f07dfc702823 service neutron] 10.222.0.15 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534922 Apr 22 21:35:44.185646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event updated for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:44.200634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:44.275524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:35:44.318412 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=121609ea2ad541d99a88fb4a7fb2f246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7575674 Apr 22 21:35:44.320687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705f945-9543-4fcd-811d-772e34992e04,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:44.348657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:44.350820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56282) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:44.433987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33b920-0d5f-4959-8f57-8b33c9208eef req-86a8f249-750d-4e4e-a72a-9cfbd9285983 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:44.450938 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc33b920-0d5f-4959-8f57-8b33c9208eef req-86a8f249-750d-4e4e-a72a-9cfbd9285983 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.5801370 Apr 22 21:35:44.487280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:44.506688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:35:44.573619 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fc33b920-0d5f-4959-8f57-8b33c9208eef req-2d040df2-3ff0-44fc-a3bc-609c989ec97a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216044 Apr 22 21:35:44.574754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.621747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.684671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.689239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ba377c11-0159-4297-9f9d-a3176dee4868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:44.711886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:44.716161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705f945-9543-4fcd-811d-772e34992e04,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:44.723657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:44.724190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.725753 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7705f945-9543-4fcd-811d-772e34992e04 HTTP/1.1" status: 204 len: 168 time: 0.3542855 Apr 22 21:35:44.726920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:44.782195 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0458183 Apr 22 21:35:44.792048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-59e213ec-923a-4062-87fd-06fd799a8a36 service neutron] 10.222.0.15 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011922 Apr 22 21:35:44.798423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Request body: {'port': {'device_id': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:44.932855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90913866-cb27-4228-b05e-b3011bd2a0ff req-f85f43b5-071b-4c31-b801-bb735eeabc60 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:44.934834 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-90913866-cb27-4228-b05e-b3011bd2a0ff req-f85f43b5-071b-4c31-b801-bb735eeabc60 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 931 time: 0.1654637 Apr 22 21:35:45.050403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:45.063138 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-90913866-cb27-4228-b05e-b3011bd2a0ff req-be4bc011-70c0-4be7-a0fb-12119318dcf7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184659 Apr 22 21:35:45.336236 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-08225abb-81cc-4f19-bc69-db18e2b98dc3 req-fc03afad-adb9-4602-a430-0869a24f20b6 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 210 time: 0.1276736 Apr 22 21:35:45.933086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e14d4-905c-41b8-ac57-862793617d33 req-5e4880a1-7c38-4b43-aa0d-bfa772fcfb82 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:45.935756 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec8e14d4-905c-41b8-ac57-862793617d33 req-5e4880a1-7c38-4b43-aa0d-bfa772fcfb82 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.2112780 Apr 22 21:35:46.014459 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec8e14d4-905c-41b8-ac57-862793617d33 req-0989eadc-59d9-41e4-b92a-73543d124171 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705552 Apr 22 21:35:46.087234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edca00c2-f1ac-4dfa-a67d-dbc5c871140c {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:46.098941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.132422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Transition to ACTIVE for port object edca00c2-f1ac-4dfa-a67d-dbc5c871140c will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:35:46.137536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.149363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:46.184527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56340) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:46.358289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-429754741-network', 'tenant_id': '1c369a47ee794fce96ec5e8cd548d012'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:46.362045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Pushing event updated for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:46.363822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:46.367720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:46.368558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Usage tracker for resource:network and tenant:1c369a47ee794fce96ec5e8cd548d012 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:46.372474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:46.384587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:46.401496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Made reservation on behalf of 1c369a47ee794fce96ec5e8cd548d012 for: {'network': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:46.408134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.422403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.439542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:46.444549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Usage tracker for resource:security_group_rule and tenant:1c369a47ee794fce96ec5e8cd548d012 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:46.448188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:46.454684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:46.506434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3d6fc-415c-4f8e-a538-b7f4ab5a509c req-666801d8-be3c-4375-af42-115dd660cdc2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:46.507244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-92e3d6fc-415c-4f8e-a538-b7f4ab5a509c req-666801d8-be3c-4375-af42-115dd660cdc2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:46.521512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Attempting to bind port edca00c2-f1ac-4dfa-a67d-dbc5c871140c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:35:46.521900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Attempting to bind port edca00c2-f1ac-4dfa-a67d-dbc5c871140c by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:35:46.522239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Attempting to bind port edca00c2-f1ac-4dfa-a67d-dbc5c871140c on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:46.543280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Port edca00c2-f1ac-4dfa-a67d-dbc5c871140c on network 50571f12-d0da-410d-9dc1-7d5475d651f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:35:46.543651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Attempting to bind port edca00c2-f1ac-4dfa-a67d-dbc5c871140c on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:46.570944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-92e3d6fc-415c-4f8e-a538-b7f4ab5a509c req-666801d8-be3c-4375-af42-115dd660cdc2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:46.572299 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-92e3d6fc-415c-4f8e-a538-b7f4ab5a509c req-666801d8-be3c-4375-af42-115dd660cdc2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 943 time: 0.3742752 Apr 22 21:35:46.573404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:35:46.573776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Checking segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:46.574208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Bound using segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:35:46.574695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Bound port: edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:35:46.575079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.601529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.675743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.701045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=86417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:35:46.720775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.721448 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Added segment 0d871570-03a8-4c19-a3f5-eb37d265b75e of type vlan for network e3e93414-00e7-4e76-892b-1a9f033a35a8 Apr 22 21:35:46.734583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0650760b-876f-4fcf-8e98-57397ec60791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:46.744590 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-92e3d6fc-415c-4f8e-a538-b7f4ab5a509c req-33e92390-e939-4603-96f1-9eec5e8f5c64 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378729 Apr 22 21:35:46.875180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:46.908337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:35:46.920560 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a7e6b7cd-0edc-4dcd-92bb-a07fda9606e6 req-5836c492-e857-4b95-8daf-5a7799199605 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 210 time: 0.3157246 Apr 22 21:35:46.927884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:35:47.006098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.010979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:47.011874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.019158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e11209-6f73-41d6-b5e4-a55b790ebc98,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:47.022951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:47.029193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:47.159467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-d2f8ee71-c821-4f0f-bcac-23bae7082e55 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:47.162324 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-d2f8ee71-c821-4f0f-bcac-23bae7082e55 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 808 time: 0.4605381 Apr 22 21:35:47.174400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.178301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-85310b25-7d0b-47a8-8965-0caa957034b9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:47.203308 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0174446 Apr 22 21:35:47.220027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56376) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:47.231072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Request body: {'subnet': {'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-429754741-subnet', 'tenant_id': '1c369a47ee794fce96ec5e8cd548d012', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:47.237077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:47.242559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Usage tracker for resource:subnet and tenant:1c369a47ee794fce96ec5e8cd548d012 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:47.245996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:47.256133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:47.261928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Pushing event updated for resources: {'Network': ['ID=e3e93414-00e7-4e76-892b-1a9f033a35a8,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:47.264966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:47.268057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Request body: {'port': {'device_id': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c', 'admin_state_up': True, 'tenant_id': 'd8a812d51ca94a81a4abd6f9bd6f81f7'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:47.276030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:35:47.276914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Made reservation on behalf of 1c369a47ee794fce96ec5e8cd548d012 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:47.283001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.534773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:47.535702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.538084 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] 10.222.0.26 "PUT /v2.0/ports/edca00c2-f1ac-4dfa-a67d-dbc5c871140c HTTP/1.1" status: 200 len: 1093 time: 2.7450011 Apr 22 21:35:47.593400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:47.717279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Pushing event updated for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:47.721346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:47.767072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:47.775592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Usage tracker for resource:port and tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:47.785551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:47.803002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:47.854431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Made reservation on behalf of d8a812d51ca94a81a4abd6f9bd6f81f7 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:47.861071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:47.883601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8fdad-c222-484d-a731-1a0ada49f20e req-c8f968e0-35bd-45bc-ba1c-98f7a5f61094 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:47.885434 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-eaa8fdad-c222-484d-a731-1a0ada49f20e req-c8f968e0-35bd-45bc-ba1c-98f7a5f61094 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.4703729 Apr 22 21:35:47.888270 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'status': 'completed', 'code': 200} Apr 22 21:35:47.893096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-bc59da82-b349-4e39-a15c-8b31790f3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:47.894774 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-bc59da82-b349-4e39-a15c-8b31790f3cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 1096 time: 0.2945278 Apr 22 21:35:48.048310 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-fedcb035-1c22-4983-b364-3b8bae709b82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c HTTP/1.1" status: 200 len: 217 time: 0.1244335 Apr 22 21:35:48.103485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:48.111206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:48.128605 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-eaa8fdad-c222-484d-a731-1a0ada49f20e req-eaca0dec-2fcd-4ea8-a4eb-f1d16b1e2348 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326856 Apr 22 21:35:48.190997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-b82bbac1-165f-457b-a0ec-7f1d58b4cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:48.193451 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-b82bbac1-165f-457b-a0ec-7f1d58b4cfbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1346297 Apr 22 21:35:48.214076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77234e7-9895-4f21-8f54-260e55845092,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:48.220563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:48.230168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Checking segment: {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:48.230562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Network hostable DHCP agents. Network: e3e93414-00e7-4e76-892b-1a9f033a35a8, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:35:48.243696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa26ff1-92c0-45eb-986c-c46424408bed req-0653f28a-8c48-4639-8614-ed7a0f1304e6 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:48.252450 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-afa26ff1-92c0-45eb-986c-c46424408bed req-0653f28a-8c48-4639-8614-ed7a0f1304e6 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 943 time: 0.2362304 Apr 22 21:35:48.290522 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-c8607985-0785-4d23-a3e2-65f3ef860b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620832 Apr 22 21:35:48.316889 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-afa26ff1-92c0-45eb-986c-c46424408bed req-3d9330f2-5c0f-4d00-b21f-1d6b321a4b2d tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630858 Apr 22 21:35:48.319067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:35:48.356551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, e3e93414-00e7-4e76-892b-1a9f033a35a8) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:48.360261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Allocated IP 172.20.0.14 (10b04a08-1d43-42d3-b7b6-76224d982b7c/e20aaa63-0989-45e3-88ae-4c36303ec95b/ae44d012-de30-4349-ae40-6b379e4dcf74) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:35:48.367025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8c549-25ba-4b7a-a3fe-d7da2eab225c None None] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:48.380926 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:48.381591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:48.444567 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2168226 Apr 22 21:35:48.649885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4de807-cfd7-4e94-aba2-1b0bb891bee1 None None] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:35:48.700866 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c1be1bec-e812-4404-9197-1773e6a9ee2d req-c9b02eb5-f13b-4ead-8073-4d69352fbb20 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 210 time: 0.2342968 Apr 22 21:35:49.080102 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-23d70b76-0377-4a42-9b4c-8849b51a7880 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761446 Apr 22 21:35:49.616560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0197-8bca-48ff-a7d9-82f04b4bcb2f req-a5032b36-537e-45e0-910f-64e245fe1f9e tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:49.626792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-661f0197-8bca-48ff-a7d9-82f04b4bcb2f req-a5032b36-537e-45e0-910f-64e245fe1f9e tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 943 time: 0.1651292 Apr 22 21:35:49.631003 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf39de82-b2c7-4346-a159-56aa1de974a3 req-c44b8a02-23db-43ec-bc50-69f614080486 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298171 Apr 22 21:35:49.727134 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-661f0197-8bca-48ff-a7d9-82f04b4bcb2f req-970a2543-dec9-4c56-a192-629d39ea3c18 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992095 Apr 22 21:35:49.789801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56450) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:49.840463 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:49.974754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628784-8ceb-4910-a94a-e1812a8d7bd5 req-faed29eb-aaaf-458f-bd4b-be0777bb9abb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:49.978916 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-99628784-8ceb-4910-a94a-e1812a8d7bd5 req-faed29eb-aaaf-458f-bd4b-be0777bb9abb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.3348870 Apr 22 21:35:49.980301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac204cc-6a91-4506-bd79-7e5738f3f25a req-8b0e7e84-068a-4c61-9f0c-7457893c3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:49.982518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-88f3be6f-f16c-4173-b293-f6b8808083bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:49.983076 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cac204cc-6a91-4506-bd79-7e5738f3f25a req-8b0e7e84-068a-4c61-9f0c-7457893c3a16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 1099 time: 0.1400306 Apr 22 21:35:49.984174 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-88f3be6f-f16c-4173-b293-f6b8808083bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 1096 time: 0.2703795 Apr 22 21:35:50.107011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.108042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.118934 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cac204cc-6a91-4506-bd79-7e5738f3f25a req-0cc0069e-a341-4ff1-822c-ed63539625b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Apr 22 21:35:50.124820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:50.135659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:50.142586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Usage tracker for resource:security_group_rule and tenant:f3a0f4aec37942898c2da910760fd1fc is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:50.146557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:50.155346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:50.175169 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-99628784-8ceb-4910-a94a-e1812a8d7bd5 req-6ebc7183-0963-43f2-ac8e-0aa9a4d6afc8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870441 Apr 22 21:35:50.224562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:35:50.227380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1643c57-372a-4b4a-b043-329599b9759b req-aebd1649-21ac-4846-97d6-8d6610c258d6 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:50.229688 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1643c57-372a-4b4a-b043-329599b9759b req-aebd1649-21ac-4846-97d6-8d6610c258d6 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 932 time: 0.1750543 Apr 22 21:35:50.233814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:50.252922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:35:50.299487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Pushing event updated for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:50.313886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:50.326474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-ab6067cb-99b4-49cd-81ec-3633e9453494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:50.328155 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-ab6067cb-99b4-49cd-81ec-3633e9453494 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.3199158 Apr 22 21:35:50.346701 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1643c57-372a-4b4a-b043-329599b9759b req-280bc30f-2ecc-4eaf-9a9a-45736a7bd00f tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911882 Apr 22 21:35:50.448793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.454151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.478511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6b97f5ab-bc60-462a-9814-bb8053da4ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:50.499410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:50.500581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.508485 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-cbd0ff5e-4c1b-448e-b77a-2b66b9741087 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c HTTP/1.1" status: 200 len: 217 time: 0.1693387 Apr 22 21:35:50.554108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3c29b9-c78c-4e74-835d-a5c5fec17b03,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:50.567431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56464) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:50.567776 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3a0f4aec37942898c2da910760fd1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764330 Apr 22 21:35:50.569757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:50.586546 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4108326 Apr 22 21:35:50.606656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Request body: {'port': {'device_id': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:50.673146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-49c6b4f1-cce7-49d8-bee7-86083d028d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:50.674826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-49c6b4f1-cce7-49d8-bee7-86083d028d88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1596408 Apr 22 21:35:50.768689 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-f6a40a92-c074-494b-ac2d-20d48682d7c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822105 Apr 22 21:35:50.871096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:50.931290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-df2e4b9f-689b-4e04-a8f5-0a0b64808a2f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:50.932108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5342304d-972a-4f14-a61e-542651288c2a req-df2e4b9f-689b-4e04-a8f5-0a0b64808a2f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:network {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:50.950914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5342304d-972a-4f14-a61e-542651288c2a req-df2e4b9f-689b-4e04-a8f5-0a0b64808a2f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:network {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:50.952330 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-df2e4b9f-689b-4e04-a8f5-0a0b64808a2f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 813 time: 0.2092402 Apr 22 21:35:50.970432 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-f7a8d73a-429f-44b6-b885-1a631086e399 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/quotas/1c369a47ee794fce96ec5e8cd548d012 HTTP/1.1" status: 200 len: 375 time: 0.0111802 Apr 22 21:35:50.995870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:51.031716 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-429b889e-5766-453b-944b-f849b5becfd1 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540137 Apr 22 21:35:51.043500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:51.268881 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-2416777a-c540-4573-a611-047b7e5e34b0 service neutron] 10.222.0.15 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233853 Apr 22 21:35:51.284231 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-90ff7dc1-c9f4-48a0-b4b1-cffcfcfc5ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698062 Apr 22 21:35:51.427778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6933c3-0b7b-46ee-9635-2a4690ae288b req-6239c6af-55ff-4463-9f45-327b82b954d9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:51.429597 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f6933c3-0b7b-46ee-9635-2a4690ae288b req-6239c6af-55ff-4463-9f45-327b82b954d9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 943 time: 0.4967215 Apr 22 21:35:51.464564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:51.477523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-72ab6010-d4b0-4cd8-8aef-452f16605427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:51.550861 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-be8ab8b6-e6fc-4a23-967e-7ae5a59c33fa service neutron] 10.222.0.15 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486176 Apr 22 21:35:51.601012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3c29b9-c78c-4e74-835d-a5c5fec17b03,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:51.630901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:51.634178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:51.638384 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb3c29b9-c78c-4e74-835d-a5c5fec17b03 HTTP/1.1" status: 204 len: 168 time: 1.0658576 Apr 22 21:35:51.664124 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-038f2bed-d641-44f1-ada1-7d460576ec7f req-c9c9f267-f0a0-49ab-8fbc-e694bf251e78 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706174 Apr 22 21:35:51.689719 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f6933c3-0b7b-46ee-9635-2a4690ae288b req-dd27cb57-8867-41cc-8729-d3b6cca4eb18 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283893 Apr 22 21:35:52.046314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a305d-a9d1-4e5e-8ddd-c7ee928ca007 req-f9a5e2c5-669b-49a5-9301-c903b7150e50 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:52.048200 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8d9a305d-a9d1-4e5e-8ddd-c7ee928ca007 req-f9a5e2c5-669b-49a5-9301-c903b7150e50 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.2283692 Apr 22 21:35:52.128799 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8d9a305d-a9d1-4e5e-8ddd-c7ee928ca007 req-684862f3-141a-4cd6-9b95-40974da6a38a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722406 Apr 22 21:35:52.162817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae44d012-de30-4349-ae40-6b379e4dcf74 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:52.190627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:52.244374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Transition to ACTIVE for port object ae44d012-de30-4349-ae40-6b379e4dcf74 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:35:52.258269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:52.273158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-552ada9c-714d-4e9f-837d-feaf69c11a30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:52.315095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56520) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:52.348990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:52.358024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-0f36c300-e741-42d1-bcbc-cf7a3684dbd1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:52.358969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-0f36c300-e741-42d1-bcbc-cf7a3684dbd1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Synchronizing usage tracker for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:52.417012 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b7ead3b6-44f7-4b26-8546-1e0eb0d21dd5 req-32768aed-1ad4-41c4-86c2-daee4e2a3a02 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 210 time: 0.0555241 Apr 22 21:35:52.421773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:52.426302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Usage tracker for resource:security_group_rule and tenant:f362cb7a99d148fe80213c39a74783c7 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:52.429774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:52.447151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:52.608199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:52.613759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:52.635855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8e46921c-ab25-4358-959d-1c904cfa12f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:52.694694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Pushing event updated for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:52.861410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f362cb7a99d148fe80213c39a74783c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410306 Apr 22 21:35:52.866183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56540) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:52.914080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9da049-f10d-470c-a8f3-4d1821fff7cf,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:52.926585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:52.990802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.016379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3867f2-81eb-4037-ba95-8396ba358436 req-748f9979-1263-4a2a-aa06-1394d5336fa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:53.025480 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ad3867f2-81eb-4037-ba95-8396ba358436 req-748f9979-1263-4a2a-aa06-1394d5336fa8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3719003 Apr 22 21:35:53.084183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.144266 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ad3867f2-81eb-4037-ba95-8396ba358436 req-ea5fcaa5-2999-4481-ae07-a7a0d7e483c8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028771 Apr 22 21:35:53.212240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.223351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-64923bde-fc9d-4584-969f-93fb86ea49a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:53.243283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9da049-f10d-470c-a8f3-4d1821fff7cf,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:53.253054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:53.258693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.260291 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce9da049-f10d-470c-a8f3-4d1821fff7cf HTTP/1.1" status: 204 len: 168 time: 0.3929551 Apr 22 21:35:53.260852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-0f36c300-e741-42d1-bcbc-cf7a3684dbd1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Unset dirty status for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:53.261755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3770bc4c-d93d-424a-882a-cc519ec3c4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:53.262849 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-0f36c300-e741-42d1-bcbc-cf7a3684dbd1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 932 time: 1.2680087 Apr 22 21:35:53.398050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Attempting to bind port ae44d012-de30-4349-ae40-6b379e4dcf74 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:35:53.398891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Attempting to bind port ae44d012-de30-4349-ae40-6b379e4dcf74 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:35:53.398891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Attempting to bind port ae44d012-de30-4349-ae40-6b379e4dcf74 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:53.412619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Port ae44d012-de30-4349-ae40-6b379e4dcf74 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:35:53.413124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Attempting to bind port ae44d012-de30-4349-ae40-6b379e4dcf74 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:53.433806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-fd9d6167-7e5b-4ecc-aed9-7c561030a646 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Synchronizing usage tracker for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:53.453950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:35:53.461767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Checking segment: {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:53.463246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Bound using segment: {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:35:53.464482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Bound port: ae44d012-de30-4349-ae40-6b379e4dcf74, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:35:53.465494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.571685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec5488-ffac-405a-8ec5-d41047492cd5 req-12f44c13-4678-4306-a149-d734f3785b69 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:53.573441 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4fec5488-ffac-405a-8ec5-d41047492cd5 req-12f44c13-4678-4306-a149-d734f3785b69 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 943 time: 0.1565313 Apr 22 21:35:53.614418 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-fd9d6167-7e5b-4ecc-aed9-7c561030a646 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Unset dirty status for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:53.615702 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a1c2b511-d1a9-41d1-8d66-9584c1982c0d req-fd9d6167-7e5b-4ecc-aed9-7c561030a646 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280826 Apr 22 21:35:53.686759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:35:53.691283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae44d012-de30-4349-ae40-6b379e4dcf74,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:35:53.729086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:53.740735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce4b8ab3-b35c-443a-b239-a96291a3b968 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:53.767439 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4fec5488-ffac-405a-8ec5-d41047492cd5 req-2d930e96-85c3-44c7-9f1e-e02b2d61a7c0 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790898 Apr 22 21:35:54.165873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Pushing event updated for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:54.178026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56564) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:54.183538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:54.184668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:54.187191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] 10.222.0.26 "PUT /v2.0/ports/ae44d012-de30-4349-ae40-6b379e4dcf74 HTTP/1.1" status: 200 len: 1094 time: 3.5869396 Apr 22 21:35:54.193968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:54.194763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:54.257580 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ef39c23-e2ba-4089-b75f-b18748adeee7 req-a5bbdf34-b664-4dbd-801d-4687166765b5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 210 time: 0.1560199 Apr 22 21:35:54.334630 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74', 'status': 'completed', 'code': 200} Apr 22 21:35:54.338351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:54.381005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:54.390624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Usage tracker for resource:security_group_rule and tenant:e3d8fc2f99ba4372b167f4dd7e451c2a is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:54.399193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:54.420333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:54.465500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-42f616b3-0e23-4202-8141-446862d2efa7 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:54.467054 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-42f616b3-0e23-4202-8141-446862d2efa7 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 813 time: 0.7729573 Apr 22 21:35:54.480012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device edca00c2-f1ac-4dfa-a67d-dbc5c871140c details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:35:54.490735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Request body: {'port': {'device_id': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8', 'admin_state_up': True, 'tenant_id': '1c369a47ee794fce96ec5e8cd548d012'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:54.600827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-2cb3c090-b256-4d32-be5d-2f72ac22820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:54.602664 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-2cb3c090-b256-4d32-be5d-2f72ac22820e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 1097 time: 0.3211091 Apr 22 21:35:54.708736 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-9eb88b44-aced-4dd7-aa55-6a34d98c36b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae44d012-de30-4349-ae40-6b379e4dcf74 HTTP/1.1" status: 200 len: 217 time: 0.0955443 Apr 22 21:35:54.728623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56588) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:54.889990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-eb67df17-1c00-47ef-b43b-6846609ab2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:54.892010 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-eb67df17-1c00-47ef-b43b-6846609ab2b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e20aaa63-0989-45e3-88ae-4c36303ec95b HTTP/1.1" status: 200 len: 848 time: 0.1754901 Apr 22 21:35:54.897759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:54.903026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Usage tracker for resource:port and tenant:1c369a47ee794fce96ec5e8cd548d012 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:54.968569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:55.002438 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.014703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:55.020020 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'port_id': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'mac_address': 'fa:16:3e:12:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114eefb9-7281-4553-a019-8d83c18f44cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:35:55.032284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:35:55.036969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa76d2b62ed04e3a866ddf185bfa9399 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:35:55.040292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:35:55.047331 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-6d4a4955-5167-4da9-ba61-feff5c0b05c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10b04a08-1d43-42d3-b7b6-76224d982b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388347 Apr 22 21:35:55.050785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:55.056381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:35:55.086816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccf54a-5ea7-4bdc-8f40-7de2ea3fae7e req-3a69d921-7ed7-463a-905e-1bf5d4307e3b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:55.088630 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-42ccf54a-5ea7-4bdc-8f40-7de2ea3fae7e req-3a69d921-7ed7-463a-905e-1bf5d4307e3b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 944 time: 0.1597545 Apr 22 21:35:55.096933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.100395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.122337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edca00c2-f1ac-4dfa-a67d-dbc5c871140c {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:55.142011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:55.146237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.149385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:55.159220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.172747 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-42ccf54a-5ea7-4bdc-8f40-7de2ea3fae7e req-d0f90211-315c-4384-be9b-ad081ace5929 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692706 Apr 22 21:35:55.228744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:55.232955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:55.265589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.269349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.278751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9019915c-67b2-4852-b9af-8779f5a2c550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:55.280599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-985e63f9-3daf-45aa-a245-e9fce7b83890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:55.312766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce699fe-3364-475b-86c1-c4532dd71d4c,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:55.335767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Made reservation on behalf of 1c369a47ee794fce96ec5e8cd548d012 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:35:55.346530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.351781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:55.356757 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa76d2b62ed04e3a866ddf185bfa9399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265173 Apr 22 21:35:55.358933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56606) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:55.443573 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3d8fc2f99ba4372b167f4dd7e451c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2639408 Apr 22 21:35:55.447840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56610) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:35:55.450475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571ac6d5-028a-4672-89b3-28b86e7b8240,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:55.458589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:55.520106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.583493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd39a96-1cd4-405f-9bc0-083eabf9e909 req-11953c7e-2e98-4b9f-a2cb-d280c58ee848 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:55.585466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['edca00c2-f1ac-4dfa-a67d-dbc5c871140c'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:35:55.591717 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8fd39a96-1cd4-405f-9bc0-083eabf9e909 req-11953c7e-2e98-4b9f-a2cb-d280c58ee848 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 944 time: 0.5425987 Apr 22 21:35:55.614789 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-e1363e5e-85a2-44de-8e28-c2ca64662cca service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551417 Apr 22 21:35:55.644443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.658333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.713931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.798222 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8fd39a96-1cd4-405f-9bc0-083eabf9e909 req-1a1a7b78-2cdd-4c47-843f-6d81f4b581e7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055266 Apr 22 21:35:55.830912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Allocated IP 172.20.0.7 (e3e93414-00e7-4e76-892b-1a9f033a35a8/a77234e7-9895-4f21-8f54-260e55845092/858ed9f5-aa3b-4c62-900e-959d6ea494d6) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:35:55.902188 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e61cabf7-678a-415a-ab06-a68d7d3a077f req-fad263d9-b62d-4f40-9ca1-8915c3132d9b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 210 time: 0.1964419 Apr 22 21:35:55.902500 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4a97960-73e7-4dc9-a116-fa55acc93df2 req-73e4c274-685f-4d38-914f-8cb328d20756 service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748737 Apr 22 21:35:55.972636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:55.978037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-16a20653-c910-45a1-b9ae-890be07d97f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:55.989493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:56.003364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce699fe-3364-475b-86c1-c4532dd71d4c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:56.026928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:56.033668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce4728bf-db2f-4c6e-ad7a-975ede57278c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:56.063002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:56.064888 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ce699fe-3364-475b-86c1-c4532dd71d4c HTTP/1.1" status: 204 len: 168 time: 0.7042222 Apr 22 21:35:56.068440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:56.076683 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/571ac6d5-028a-4672-89b3-28b86e7b8240 HTTP/1.1" status: 204 len: 168 time: 0.6271677 Apr 22 21:35:56.078321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ac6d5-028a-4672-89b3-28b86e7b8240,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:56.083433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-261e1611-127a-4347-89b5-dfeed5b28704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:56.251836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:56.258036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-00accee4-171a-4447-b798-5030ce6ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:56.259961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-00accee4-171a-4447-b798-5030ce6ffb12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 1097 time: 0.2682414 Apr 22 21:35:56.507640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:56.570022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-96379695-a239-4927-b382-79ec1559bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:56.571896 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-96379695-a239-4927-b382-79ec1559bb13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.2816343 Apr 22 21:35:56.606416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a60a5-25b1-4acd-a3bc-3f8a16e3659f req-b889befd-c740-418f-a4b9-0f03e326abcf tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:56.617510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-071a60a5-25b1-4acd-a3bc-3f8a16e3659f req-b889befd-c740-418f-a4b9-0f03e326abcf tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2308748 Apr 22 21:35:56.795801 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-071a60a5-25b1-4acd-a3bc-3f8a16e3659f req-58935a8c-6271-4aa7-b9d1-a0e8efdbd6c4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772730 Apr 22 21:35:56.892593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-55587107-ff24-46d3-a1b7-253d65e503ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:56.894277 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-55587107-ff24-46d3-a1b7-253d65e503ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.2500353 Apr 22 21:35:56.931802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:56.986288 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-6c63869f-a506-43db-b6fe-c40313a64ec5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.0837784 Apr 22 21:35:56.996173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:35:57.003849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:35:57.018295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:35:57.082228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-502bd174-d8f8-4c59-bf4b-4a7adb21d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.084334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-502bd174-d8f8-4c59-bf4b-4a7adb21d1da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.0907068 Apr 22 21:35:57.124931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Pushing event updated for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:57.132927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:57.147826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.148606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:57.157848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-e9594653-a511-48c2-a4da-7e2a874e352e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649996 Apr 22 21:35:57.158678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-479b6843-6c37-4497-8f6f-58820fee8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.160342 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-479b6843-6c37-4497-8f6f-58820fee8676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 909 time: 0.8924673 Apr 22 21:35:57.258191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-e54b42df-44ce-4923-858c-b09756300b4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae44d012-de30-4349-ae40-6b379e4dcf74 HTTP/1.1" status: 200 len: 217 time: 0.0832865 Apr 22 21:35:57.272181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26ef4d-a094-45a6-9e2f-29eb1f795c0b req-806b9769-cfc1-467c-9378-63f5941098f3 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.273965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f26ef4d-a094-45a6-9e2f-29eb1f795c0b req-806b9769-cfc1-467c-9378-63f5941098f3 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 944 time: 0.7856717 Apr 22 21:35:57.275362 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7930758 Apr 22 21:35:57.328797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Request body: {'port': {'device_id': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:35:57.445585 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-ebc2444b-2075-435d-901c-0f9e13a781c1 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732193 Apr 22 21:35:57.458956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8818a1-d84d-4a3d-8125-338565d1a7ce req-43e48897-f38b-45d5-837b-3fb47158de6f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.460623 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6b8818a1-d84d-4a3d-8125-338565d1a7ce req-43e48897-f38b-45d5-837b-3fb47158de6f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 944 time: 0.1586549 Apr 22 21:35:57.482621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-72a07950-ddb9-4929-917e-20db072b44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:57.484251 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-72a07950-ddb9-4929-917e-20db072b44ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e20aaa63-0989-45e3-88ae-4c36303ec95b HTTP/1.1" status: 200 len: 848 time: 0.2078633 Apr 22 21:35:57.499840 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f26ef4d-a094-45a6-9e2f-29eb1f795c0b req-ed495871-c26b-4e15-8610-d786bd2eba05 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831446 Apr 22 21:35:57.569336 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-9ae6c8c4-945d-4af1-aced-450e666be504 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10b04a08-1d43-42d3-b7b6-76224d982b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735047 Apr 22 21:35:57.584780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:57.846401 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6b8818a1-d84d-4a3d-8125-338565d1a7ce req-9cb11758-8665-4aa3-a3e2-0664ede297e9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609145 Apr 22 21:35:57.937162 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af911f95-11ef-4dcc-a4f1-c99cea55ef37 req-5ea168af-7e91-4964-a225-5a4818fa97ee service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752421 Apr 22 21:35:58.063871 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-c9644b97-ddd9-4cb2-bbd4-b854288a6868 service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556806 Apr 22 21:35:58.112379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75287-ea5f-49e3-8fcb-021d68e877f5 req-94b97084-140a-4a41-a480-033df1e187af tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:58.113205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-66c75287-ea5f-49e3-8fcb-021d68e877f5 req-94b97084-140a-4a41-a480-033df1e187af tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:58.304068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-66c75287-ea5f-49e3-8fcb-021d68e877f5 req-94b97084-140a-4a41-a480-033df1e187af tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:58.312115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-66c75287-ea5f-49e3-8fcb-021d68e877f5 req-94b97084-140a-4a41-a480-033df1e187af tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 931 time: 0.6133082 Apr 22 21:35:58.325823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba544e-b3c1-4415-8c6c-a783e78368ec req-7a363412-ac96-4ae0-97fc-329dc3adafa9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:58.343030 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0ba544e-b3c1-4415-8c6c-a783e78368ec req-7a363412-ac96-4ae0-97fc-329dc3adafa9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2285357 Apr 22 21:35:58.429382 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-26bdb542-ca4a-4ad9-b000-29d2b976a43c req-342b4b11-6dd3-4b92-951f-87af022d9765 service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535376 Apr 22 21:35:58.443323 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-66c75287-ea5f-49e3-8fcb-021d68e877f5 req-bd0514c7-c0d1-4e50-88e8-1c1a073b82c5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302831 Apr 22 21:35:58.465825 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0ba544e-b3c1-4415-8c6c-a783e78368ec req-33e992ee-c90f-48cb-b330-0b349bd112a3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195457 Apr 22 21:35:58.491159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device edca00c2-f1ac-4dfa-a67d-dbc5c871140c up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:35:58.602462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858ed9f5-aa3b-4c62-900e-959d6ea494d6 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:35:58.612945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:58.638462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port edca00c2-f1ac-4dfa-a67d-dbc5c871140c completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:35:58.640188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Transition to ACTIVE for port object 858ed9f5-aa3b-4c62-900e-959d6ea494d6 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:35:58.647752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port edca00c2-f1ac-4dfa-a67d-dbc5c871140c triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:35:58.648104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:58.648581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:58.653419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:58.852894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:58.886694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8364dbb-adea-43d7-90b3-b7112bfcf1b8 req-204e0bc1-9c60-4a60-b747-e0e885cd2450 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:58.888490 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a8364dbb-adea-43d7-90b3-b7112bfcf1b8 req-204e0bc1-9c60-4a60-b747-e0e885cd2450 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 944 time: 0.1490929 Apr 22 21:35:58.892416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Pushing event updated for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:58.896521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:58.941534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:58.957409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:35:58.974256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:58.977650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7e34e4a-9049-46a9-a5a3-fe92870e17f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:58.992809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Attempting to bind port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:35:58.993190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Attempting to bind port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:35:58.993656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Attempting to bind port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:59.002354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:35:59.002720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Attempting to bind port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:35:59.009732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:35:59.010114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Checking segment: {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:35:59.010534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Bound using segment: {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:35:59.016778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Bound port: 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:35:59.016778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:59.058008 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a8364dbb-adea-43d7-90b3-b7112bfcf1b8 req-ccf7cc1b-f96b-4de0-ba20-0838370e0a49 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446543 Apr 22 21:35:59.143672 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'code': 200} Apr 22 21:35:59.203664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:35:59.208604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:59.213513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:59.218888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:35:59.233733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07bdb-f05a-4b91-b077-9e8250fa05b6 req-c257c027-f059-462e-9589-22bd99c85957 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:59.235510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ffc07bdb-f05a-4b91-b077-9e8250fa05b6 req-c257c027-f059-462e-9589-22bd99c85957 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.1619892 Apr 22 21:35:59.237178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:59.242567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:35:59.316996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:59.317878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:35:59.319496 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] 10.222.0.26 "PUT /v2.0/ports/858ed9f5-aa3b-4c62-900e-959d6ea494d6 HTTP/1.1" status: 200 len: 1093 time: 2.0041268 Apr 22 21:35:59.324695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:35:59.391989 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ffc07bdb-f05a-4b91-b077-9e8250fa05b6 req-6fb6b305-3ec3-4395-8543-6edc65f3b7fe tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165628 Apr 22 21:35:59.396621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Pushing event updated for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:35:59.401155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:35:59.422546 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6', 'status': 'completed', 'code': 200} Apr 22 21:35:59.686399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b4ff-92a4-42a8-96f1-6f9c0453399c req-60415d47-91c5-43d4-8368-847c1fbb3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:59.690143 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9844b4ff-92a4-42a8-96f1-6f9c0453399c req-60415d47-91c5-43d4-8368-847c1fbb3c21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 1098 time: 0.2370698 Apr 22 21:35:59.698320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-ac25490e-1ff4-458d-8e79-d2757b92a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:59.702960 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-ac25490e-1ff4-458d-8e79-d2757b92a047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 1096 time: 0.2515991 Apr 22 21:35:59.717446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc071fd8-fa61-4a21-9b10-2cfe3217a2fe req-76d72c35-6fb1-4c4a-ae0a-7a4c864faf5d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:35:59.719274 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bc071fd8-fa61-4a21-9b10-2cfe3217a2fe req-76d72c35-6fb1-4c4a-ae0a-7a4c864faf5d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1181066 Apr 22 21:35:59.785582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-bc071fd8-fa61-4a21-9b10-2cfe3217a2fe req-91407363-e875-4728-91aa-7103bb5f22ba tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:35:59.812805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-bc071fd8-fa61-4a21-9b10-2cfe3217a2fe req-91407363-e875-4728-91aa-7103bb5f22ba tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:35:59.815060 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bc071fd8-fa61-4a21-9b10-2cfe3217a2fe req-91407363-e875-4728-91aa-7103bb5f22ba tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881796 Apr 22 21:35:59.848540 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-d755e9cf-984b-48dc-91a3-03dda62f5fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6 HTTP/1.1" status: 200 len: 217 time: 0.1156974 Apr 22 21:36:00.007860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56730) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:00.008403 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9844b4ff-92a4-42a8-96f1-6f9c0453399c req-97350b58-b94f-41f0-9d26-35c8b38c1b1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034573 Apr 22 21:36:00.023541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342304d-972a-4f14-a61e-542651288c2a req-8351b28d-00da-4822-a553-1502cbf44025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:00.025248 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-8351b28d-00da-4822-a553-1502cbf44025 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77234e7-9895-4f21-8f54-260e55845092 HTTP/1.1" status: 200 len: 853 time: 0.1064470 Apr 22 21:36:00.042276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bddfa-7ae9-4f09-af01-20b12de60891 req-61cf2b30-33cf-48ec-97ab-1a73762bff47 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:00.044021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b47bddfa-7ae9-4f09-af01-20b12de60891 req-61cf2b30-33cf-48ec-97ab-1a73762bff47 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1941676 Apr 22 21:36:00.126510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b47bddfa-7ae9-4f09-af01-20b12de60891 req-3a902aef-c184-4211-96b4-c9bb89d5be4b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Apr 22 21:36:00.243065 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-d111f981-773d-4e3b-b35f-4f7c0927e4ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3e93414-00e7-4e76-892b-1a9f033a35a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918095 Apr 22 21:36:00.266332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.297862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:00.305383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1a54481e3a49faa3c1d29776c2b11b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:00.309521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:00.323239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:00.372067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e61d-50eb-4570-a640-882698f9596d req-39e3ff72-0e00-41b9-ba0e-7e12b6b26c70 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:00.374722 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6734e61d-50eb-4570-a640-882698f9596d req-39e3ff72-0e00-41b9-ba0e-7e12b6b26c70 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 944 time: 0.1564379 Apr 22 21:36:00.474376 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6734e61d-50eb-4570-a640-882698f9596d req-c38c48fd-dbea-4876-b174-9f5772dcb8a0 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927198 Apr 22 21:36:00.501611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ae44d012-de30-4349-ae40-6b379e4dcf74 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:36:00.530705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.534445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.544848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fc8cf1f0-df1d-4d4b-a351-7167b0f652bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:00.593021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f1a54481e3a49faa3c1d29776c2b11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832963 Apr 22 21:36:00.595786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf22d16-4b79-46ca-a9ed-03eca65dde0e,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:00.598432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56744) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:00.625675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:00.683351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.694702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae44d012-de30-4349-ae40-6b379e4dcf74,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:00.709914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'ae44d012-de30-4349-ae40-6b379e4dcf74', 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c', 'port_id': 'ae44d012-de30-4349-ae40-6b379e4dcf74', 'mac_address': 'fa:16:3e:da:4a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20aaa63-0989-45e3-88ae-4c36303ec95b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:36:00.731260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.750958 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-adf41cd4-d43e-4bec-834c-3cbb90541179 service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932659 Apr 22 21:36:00.777827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.786652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.794285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2e89dd21-9ab5-434b-b518-cbf46ad7ba68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:00.800436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae44d012-de30-4349-ae40-6b379e4dcf74 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:00.810280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf22d16-4b79-46ca-a9ed-03eca65dde0e,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:00.814141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:00.818094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.820284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae44d012-de30-4349-ae40-6b379e4dcf74,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:00.832691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:00.832961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddf22d16-4b79-46ca-a9ed-03eca65dde0e HTTP/1.1" status: 204 len: 168 time: 0.2267077 Apr 22 21:36:00.838270 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:00.871577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff69ce-22ba-41f0-a3ad-b7713245c4aa req-0fd70a25-0efa-489b-aa8e-61ef0ac3660d tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:00.873372 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40ff69ce-22ba-41f0-a3ad-b7713245c4aa req-0fd70a25-0efa-489b-aa8e-61ef0ac3660d tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.2288561 Apr 22 21:36:00.923399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:00.929241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:01.010244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40ff69ce-22ba-41f0-a3ad-b7713245c4aa req-7104d163-3f75-47f0-9b61-91c54f1fe378 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134105 Apr 22 21:36:01.019842 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5342304d-972a-4f14-a61e-542651288c2a req-31c83e07-1cf5-46ff-b899-b9401d974895 service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548392 Apr 22 21:36:01.170748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0734255-d613-48c1-864f-5ef86c4ceb8d req-ac3d885a-b195-4358-b7c8-8ef251084ed2 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:01.173020 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b0734255-d613-48c1-864f-5ef86c4ceb8d req-ac3d885a-b195-4358-b7c8-8ef251084ed2 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1197286 Apr 22 21:36:01.192187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-6c72339c-9af1-42b3-9944-68223eec9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:01.195532 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-6c72339c-9af1-42b3-9944-68223eec9dfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 1096 time: 0.1080465 Apr 22 21:36:01.225190 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b0734255-d613-48c1-864f-5ef86c4ceb8d req-f18ad9ca-1ada-434c-8d93-afdffc259f99 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Apr 22 21:36:01.235207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56758) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:01.255247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:01.278141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:01.285892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Usage tracker for resource:security_group_rule and tenant:08db980d58334d678dc6de1b5a573dcb is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:01.291701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:01.303672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:01.385527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-50dfd4ef-97bd-44b5-b841-02c88015b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:01.388398 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-50dfd4ef-97bd-44b5-b841-02c88015b96a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 914 time: 0.1853299 Apr 22 21:36:01.466626 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-6ea494a8-b645-470e-bb7a-6f1f6e4e5000 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6 HTTP/1.1" status: 200 len: 217 time: 0.0709934 Apr 22 21:36:01.538622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-ffe11f19-8ce7-473f-ae0c-0f103ee54a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:01.540259 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-ffe11f19-8ce7-473f-ae0c-0f103ee54a2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77234e7-9895-4f21-8f54-260e55845092 HTTP/1.1" status: 200 len: 853 time: 0.0676486 Apr 22 21:36:01.583937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb1a34-622d-4e61-a354-0b3ba6ac6e3d req-bc3fdd20-3b52-4d93-9575-d03dd067db7c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:01.586105 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35cb1a34-622d-4e61-a354-0b3ba6ac6e3d req-bc3fdd20-3b52-4d93-9575-d03dd067db7c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2437148 Apr 22 21:36:01.608022 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-fc42a5d6-f7e7-4e61-bff1-f606b1710da0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3e93414-00e7-4e76-892b-1a9f033a35a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573869 Apr 22 21:36:01.645731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:01.656982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:01.668674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-53d01557-b401-4444-9d19-13335b151fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:01.693549 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35cb1a34-622d-4e61-a354-0b3ba6ac6e3d req-a17300a5-a8da-4b2d-b3a9-7fda1d648811 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976143 Apr 22 21:36:01.730484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08db980d58334d678dc6de1b5a573dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896801 Apr 22 21:36:01.730484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb5042-3056-42c7-a400-0d4832296b8a,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:01.731761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:01.732307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56772) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:01.734219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['ae44d012-de30-4349-ae40-6b379e4dcf74'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:01.839750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:01.919040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:01.994592 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-c0768575-c0d8-44e4-9ac8-701497d7774b service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625805 Apr 22 21:36:02.004851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:02.012126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-29d655d5-e21b-48a2-ad4d-29049aa19ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:02.026084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb5042-3056-42c7-a400-0d4832296b8a,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:02.028672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:02.034240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:02.035733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72cb5042-3056-42c7-a400-0d4832296b8a HTTP/1.1" status: 204 len: 168 time: 0.3021765 Apr 22 21:36:02.043665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe53da-a3d9-4a77-9c9a-b1bbfe11fc03 req-053eab3a-1c91-4b5d-b809-27d77602d266 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:02.045454 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8fbe53da-a3d9-4a77-9c9a-b1bbfe11fc03 req-053eab3a-1c91-4b5d-b809-27d77602d266 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 945 time: 0.2147629 Apr 22 21:36:02.176909 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8fbe53da-a3d9-4a77-9c9a-b1bbfe11fc03 req-97dea8b1-bdb6-4945-afab-fece35d7d1d0 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716560 Apr 22 21:36:02.216029 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-acf58e61-5a36-42ea-ac84-9fa4704c1ce4 req-a9a24333-f0e1-4fe5-bb16-617e47f4a2ce service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137132 Apr 22 21:36:02.254232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e0bbb-96d4-448b-9fd6-be29bc88d9b2 req-819cd674-1c36-467b-9f4c-212c40d729d9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:02.255876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-176e0bbb-96d4-448b-9fd6-be29bc88d9b2 req-819cd674-1c36-467b-9f4c-212c40d729d9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.1083612 Apr 22 21:36:02.346723 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-176e0bbb-96d4-448b-9fd6-be29bc88d9b2 req-eeb63be9-ae42-4b6b-9dc2-63aaefb0eed6 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772576 Apr 22 21:36:02.459746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b9903-c2f1-4fca-9548-220ca6e6ef6d req-f3137979-7aae-4cee-bacb-30aa3bee6abb tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:02.461568 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8a7b9903-c2f1-4fca-9548-220ca6e6ef6d req-f3137979-7aae-4cee-bacb-30aa3bee6abb tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1001859 Apr 22 21:36:02.517771 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8a7b9903-c2f1-4fca-9548-220ca6e6ef6d req-c02da922-f296-4891-b625-276a0e50b89c tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Apr 22 21:36:03.037788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7ad54-9ab1-4414-8f4c-2e0c168afb89 req-bd7d4439-d8e8-4b15-8d71-53c2b7e29435 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:03.041468 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ee7ad54-9ab1-4414-8f4c-2e0c168afb89 req-bd7d4439-d8e8-4b15-8d71-53c2b7e29435 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1954131 Apr 22 21:36:03.116828 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ee7ad54-9ab1-4414-8f4c-2e0c168afb89 req-7915abaa-7773-44f9-9433-3e1587c2e595 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Apr 22 21:36:03.430797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b328-659d-4cde-a445-8e61c8ef4a66 req-42696c5e-c9d3-45a5-bac0-2aec0566de18 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:03.432607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c0c4b328-659d-4cde-a445-8e61c8ef4a66 req-42696c5e-c9d3-45a5-bac0-2aec0566de18 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 945 time: 0.1222887 Apr 22 21:36:03.517846 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c0c4b328-659d-4cde-a445-8e61c8ef4a66 req-963a21ca-a573-47d1-bafc-c9bd2e1d8ee9 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778866 Apr 22 21:36:03.840161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79588173-04e0-4d67-bef8-0a4f820c0d8e req-e19f176f-557f-4d97-ab1d-c4c1f71946b7 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:03.852657 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-79588173-04e0-4d67-bef8-0a4f820c0d8e req-e19f176f-557f-4d97-ab1d-c4c1f71946b7 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1969984 Apr 22 21:36:03.955949 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-79588173-04e0-4d67-bef8-0a4f820c0d8e req-6e70ad42-6813-44bb-84ca-d6489147bb40 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986705 Apr 22 21:36:04.132471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 56858) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:04.309531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.350059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:04.358671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Usage tracker for resource:security_group_rule and tenant:610abe6f03024878941af6a9079907b0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:04.380137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:04.397874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:04.504761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddfc3f-d8a4-44c4-ac6c-92ef57128cb6 req-cc53080f-e11d-4b74-b8f5-2e2b73577f5e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:04.514607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-56ddfc3f-d8a4-44c4-ac6c-92ef57128cb6 req-cc53080f-e11d-4b74-b8f5-2e2b73577f5e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1438513 Apr 22 21:36:04.520593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ae44d012-de30-4349-ae40-6b379e4dcf74 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:36:04.568622 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-56ddfc3f-d8a4-44c4-ac6c-92ef57128cb6 req-f226be3e-1d27-4752-a772-9f00f03287cb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530071 Apr 22 21:36:04.569650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.574272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.595314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9c06c4a-6b5a-4eef-872f-4694e7b49dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:04.669136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f36d7-65b9-4f7c-befa-5c9ebd4709b2,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:04.674157 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=610abe6f03024878941af6a9079907b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404468 Apr 22 21:36:04.677288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56876) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:04.682800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.683517 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.684174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.684790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.685368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.685945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.686519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.687265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.688236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.688825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.689417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.689984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:04.694690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:04.707958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port ae44d012-de30-4349-ae40-6b379e4dcf74 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:36:04.731705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port ae44d012-de30-4349-ae40-6b379e4dcf74 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:36:04.731959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.889394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.970911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.993919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:04.994119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adabb0-4ce8-43ab-bbd9-f1a7e20920b5 req-e6d1c82d-a3ed-4fb0-9c5f-44a602ab466e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:04.996012 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b9adabb0-4ce8-43ab-bbd9-f1a7e20920b5 req-e6d1c82d-a3ed-4fb0-9c5f-44a602ab466e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 945 time: 0.2433496 Apr 22 21:36:05.053549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:05.086492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae44d012-de30-4349-ae40-6b379e4dcf74,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:05.089359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:05.101911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:05.106078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:05.149576 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b9adabb0-4ce8-43ab-bbd9-f1a7e20920b5 req-cc88167e-165d-4931-835b-170ce706655a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 Apr 22 21:36:05.169317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:05.175939 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-97422439-6d49-4d3a-9dc9-e4d277bc1a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:05.190226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f36d7-65b9-4f7c-befa-5c9ebd4709b2,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:05.193987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:05.200722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:05.206668 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea5f36d7-65b9-4f7c-befa-5c9ebd4709b2 HTTP/1.1" status: 204 len: 168 time: 0.5278461 Apr 22 21:36:05.209008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:05.234744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:05.388212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78097-63a2-433e-b432-dff5a2adca0d req-22d6c446-338e-428b-bf9f-ee8699e1028e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:05.390933 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6af78097-63a2-433e-b432-dff5a2adca0d req-22d6c446-338e-428b-bf9f-ee8699e1028e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1743391 Apr 22 21:36:05.503841 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6af78097-63a2-433e-b432-dff5a2adca0d req-29faedc8-b017-4b72-8545-6ac36ca07495 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990341 Apr 22 21:36:05.592712 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74', 'code': 200} Apr 22 21:36:05.848481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427af3e-f6d5-4321-8770-686177f26819 req-379ef26d-1d7a-4a24-b7c7-bce6ade51068 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:05.849979 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c427af3e-f6d5-4321-8770-686177f26819 req-379ef26d-1d7a-4a24-b7c7-bce6ade51068 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1229849 Apr 22 21:36:05.968406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c427af3e-f6d5-4321-8770-686177f26819 req-54582c89-acfd-496a-8eab-a7432a840f2f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056147 Apr 22 21:36:06.008822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742db8c-8e28-478a-8193-2c0bc0a66a07 req-cd38d31a-1ec1-4e7c-8106-582645f1c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:06.010495 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b742db8c-8e28-478a-8193-2c0bc0a66a07 req-cd38d31a-1ec1-4e7c-8106-582645f1c157 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 1099 time: 0.0987775 Apr 22 21:36:06.064175 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b742db8c-8e28-478a-8193-2c0bc0a66a07 req-1c07ca0b-73c5-46f9-82ce-26ae01b1270e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Apr 22 21:36:06.475400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1476b5-d538-4487-a879-57807470bb20 req-3afa692a-dec8-41c1-bffd-bf88c4562724 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:06.477222 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf1476b5-d538-4487-a879-57807470bb20 req-3afa692a-dec8-41c1-bffd-bf88c4562724 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.1041842 Apr 22 21:36:06.534834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 858ed9f5-aa3b-4c62-900e-959d6ea494d6 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:36:06.566341 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cf1476b5-d538-4487-a879-57807470bb20 req-b355bcaf-0e45-475c-8a0c-5a9ad02dd7bc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797508 Apr 22 21:36:06.840310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:06.860507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f68ac-947a-409f-be50-b952034433e4 req-1f94013b-0882-47a7-8e54-4e02a43040bc tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:06.865568 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f84f68ac-947a-409f-be50-b952034433e4 req-1f94013b-0882-47a7-8e54-4e02a43040bc tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 943 time: 0.1847618 Apr 22 21:36:06.874545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '858ed9f5-aa3b-4c62-900e-959d6ea494d6', 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8', 'port_id': '858ed9f5-aa3b-4c62-900e-959d6ea494d6', 'mac_address': 'fa:16:3e:2b:6d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77234e7-9895-4f21-8f54-260e55845092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:36:06.987081 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f84f68ac-947a-409f-be50-b952034433e4 req-d8271956-09c3-4291-8c00-67d1602c3971 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077635 Apr 22 21:36:07.016364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:07.070446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858ed9f5-aa3b-4c62-900e-959d6ea494d6 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:07.107217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:07.113352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:07.116735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:07.355332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:07.374050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:07.397978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f2911-1f02-440e-932d-901a03567eb1 req-dae6f193-60d6-4e2a-9e68-2aded1fa7452 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:07.410677 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f76f2911-1f02-440e-932d-901a03567eb1 req-dae6f193-60d6-4e2a-9e68-2aded1fa7452 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1905673 Apr 22 21:36:07.512877 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f76f2911-1f02-440e-932d-901a03567eb1 req-5a82083d-8ca2-421d-b63d-a4fd4a413043 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991380 Apr 22 21:36:07.646358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['858ed9f5-aa3b-4c62-900e-959d6ea494d6'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:07.925455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 56986) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:08.144663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.161973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2f30-7a33-4895-94ea-c57cc6cd083c req-0cdd397a-b42e-41ff-97d8-6377f5a30131 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:08.165048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1a0e2f30-7a33-4895-94ea-c57cc6cd083c req-0cdd397a-b42e-41ff-97d8-6377f5a30131 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.1931984 Apr 22 21:36:08.178865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:08.187894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ad7aa080a2443ba32ed9b597cfea24 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:08.194623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:08.208310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:08.332743 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1a0e2f30-7a33-4895-94ea-c57cc6cd083c req-7faa3e05-499c-4667-a29a-0e18bed9e08a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385105 Apr 22 21:36:08.387295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.398318 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.427605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9486169b-89e1-4522-b5f0-1712da4bb43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:08.511781 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9ad7aa080a2443ba32ed9b597cfea24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843599 Apr 22 21:36:08.521523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57018) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:08.523132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b4bd86-0341-4540-8b1a-4d56634ca778,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:08.533161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.533539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.534171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.534749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.535483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.536105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.536695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.537273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.537857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.538434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.539010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.539597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:08.546400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-990d35e4-6836-418d-966c-8e34d4d71909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:08.722666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.768584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.803606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b52cf-d17f-4fbf-9482-fa022551799e req-89a828af-0297-43dc-b906-06a18ec0b08f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:08.805406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e79b52cf-d17f-4fbf-9482-fa022551799e req-89a828af-0297-43dc-b906-06a18ec0b08f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 944 time: 0.2279985 Apr 22 21:36:08.903931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.919727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-149fdd3b-0d8c-41d9-8414-22bf0a1a93fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:08.963670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b4bd86-0341-4540-8b1a-4d56634ca778,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:08.967682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:08.995090 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e79b52cf-d17f-4fbf-9482-fa022551799e req-7134e22c-21b8-43b1-941e-02dd67a3cd87 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419673 Apr 22 21:36:08.997521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:08.999074 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3b4bd86-0341-4540-8b1a-4d56634ca778 HTTP/1.1" status: 204 len: 168 time: 0.4755814 Apr 22 21:36:09.328786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159597e-b8fe-4d1b-9df8-b3dcebaa83fc req-da95e83b-7aa7-49c0-b783-7ddddea52f3b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:09.330581 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d159597e-b8fe-4d1b-9df8-b3dcebaa83fc req-da95e83b-7aa7-49c0-b783-7ddddea52f3b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1131003 Apr 22 21:36:09.486780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57044) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:09.519073 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d159597e-b8fe-4d1b-9df8-b3dcebaa83fc req-14b80512-7136-4c4a-b33c-bdc7bf33dc34 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727962 Apr 22 21:36:09.550696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:09.584861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:09.593070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Usage tracker for resource:security_group_rule and tenant:5dd68d7f7ff24a23bd21d44d7e3f72a5 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:09.599978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:09.619448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:09.747556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:09.752824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:09.778072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fd41eae8-d646-4325-a0f2-6f6bee1b140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:09.822370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dd68d7f7ff24a23bd21d44d7e3f72a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333819 Apr 22 21:36:09.827290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57052) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:09.849012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c53caee-139d-4eb3-a8e5-53362253b1d5,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:09.852983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-512d8e5b-2f1d-4b51-8d83-a51719b9d28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:09.860462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:09.980984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:10.016703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:10.085346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:10.094906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:10.111702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c53caee-139d-4eb3-a8e5-53362253b1d5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:10.114177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:10.115197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:10.116468 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c53caee-139d-4eb3-a8e5-53362253b1d5 HTTP/1.1" status: 204 len: 168 time: 0.2872045 Apr 22 21:36:10.254909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b1c8c-d72e-4dd2-bc6b-16662684c99e req-58eeb9aa-f1ad-4a8d-b318-bc07f2426eed tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:10.259243 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d4b1c8c-d72e-4dd2-bc6b-16662684c99e req-58eeb9aa-f1ad-4a8d-b318-bc07f2426eed tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.1387525 Apr 22 21:36:10.327472 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d4b1c8c-d72e-4dd2-bc6b-16662684c99e req-e423f2c7-bb43-4369-bf4d-30c088bbf68a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 Apr 22 21:36:10.347367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51247481-8832-4bc3-87ad-5be196f37c3b req-efb84c6f-7d09-489c-88f3-1b4d7eee7996 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:10.350346 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-51247481-8832-4bc3-87ad-5be196f37c3b req-efb84c6f-7d09-489c-88f3-1b4d7eee7996 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 944 time: 0.1435359 Apr 22 21:36:10.422428 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-51247481-8832-4bc3-87ad-5be196f37c3b req-505aa647-7d37-4a52-800d-019aafc0648b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633082 Apr 22 21:36:10.548583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 858ed9f5-aa3b-4c62-900e-959d6ea494d6 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:36:10.689004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:36:10.713060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:36:10.714098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:10.854095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32062423-74ae-45df-99f1-2b008a1abe7f req-9281617d-fc89-4078-8932-7043c82e1d35 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:10.856357 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-32062423-74ae-45df-99f1-2b008a1abe7f req-9281617d-fc89-4078-8932-7043c82e1d35 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1820428 Apr 22 21:36:10.971971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-32062423-74ae-45df-99f1-2b008a1abe7f req-850a7368-2e90-4936-8b03-eb909a0f9881 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Apr 22 21:36:11.004908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:11.052409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:11.064567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:11.070188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:11.072694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:11.125304 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6', 'code': 200} Apr 22 21:36:11.362001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:11.365736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:11.736290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dcebe-d1aa-4c08-9c1c-8147e9cb3198 req-b9e12522-333a-4f4e-9984-096ef9d2e21b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:11.752558 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-282dcebe-d1aa-4c08-9c1c-8147e9cb3198 req-b9e12522-333a-4f4e-9984-096ef9d2e21b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.2363794 Apr 22 21:36:11.856929 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-282dcebe-d1aa-4c08-9c1c-8147e9cb3198 req-6fb61e00-34c2-411b-bcc8-c6305a02d747 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021223 Apr 22 21:36:11.941674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8c3bf-89c0-44de-a289-7a2cb2d78856 req-3474b519-3339-4fc2-afc1-c21b3653259d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:11.946239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20b8c3bf-89c0-44de-a289-7a2cb2d78856 req-3474b519-3339-4fc2-afc1-c21b3653259d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.2869704 Apr 22 21:36:11.952659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e70750c0-51fa-4f27-bf00-0b020ee24ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:11.955501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10eba6-67cb-48f3-b673-4864e7ac11f3 req-c4fbb627-cbc1-49ee-92fd-d3e92b64da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:11.957189 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9f10eba6-67cb-48f3-b673-4864e7ac11f3 req-c4fbb627-cbc1-49ee-92fd-d3e92b64da7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 1098 time: 0.3970373 Apr 22 21:36:11.963613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae213781-da1e-4330-a1b9-2ba305f8e351 req-b016a989-0d11-4360-b462-5294f5fac58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:11.965618 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae213781-da1e-4330-a1b9-2ba305f8e351 req-b016a989-0d11-4360-b462-5294f5fac58d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.2460504 Apr 22 21:36:12.102965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20b8c3bf-89c0-44de-a289-7a2cb2d78856 req-1932357d-7892-4b54-8742-f954263ecfe2 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347308 Apr 22 21:36:12.119961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9f10eba6-67cb-48f3-b673-4864e7ac11f3 req-55d0721e-fff4-4feb-8585-15ee18129bb1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497631 Apr 22 21:36:12.133988 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae213781-da1e-4330-a1b9-2ba305f8e351 req-b883b6d9-c56b-433a-bd5a-7e615499cfe5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423600 Apr 22 21:36:12.378861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-fbdd9eda-aba2-463b-bfa6-adb6b20f946d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:12.380645 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-fbdd9eda-aba2-463b-bfa6-adb6b20f946d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.3141525 Apr 22 21:36:12.395278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-deb5fa5b-020e-4c1d-abad-7621c459b9e2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:12.397043 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-deb5fa5b-020e-4c1d-abad-7621c459b9e2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.2303176 Apr 22 21:36:12.415675 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-3a17e360-1ea7-45ca-b445-23d69dd0620a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/quotas/6b3314b772b0486c8d964d25cbbd98d0 HTTP/1.1" status: 200 len: 375 time: 0.0116272 Apr 22 21:36:12.517673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:12.647312 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-ea39f645-47d2-4de5-9d36-7f5ab94b9646 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235625 Apr 22 21:36:12.761452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Deleting port ae44d012-de30-4349-ae40-6b379e4dcf74 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:36:12.762264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:12.788654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44e135-13df-4ec1-90a7-5be656503982 req-f3419346-d89f-4630-bac2-ffe84495c0b4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:12.791083 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ca44e135-13df-4ec1-90a7-5be656503982 req-f3419346-d89f-4630-bac2-ffe84495c0b4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1530702 Apr 22 21:36:12.872701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:12.917172 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ca44e135-13df-4ec1-90a7-5be656503982 req-82db9e02-0266-42c1-b485-c19de5172cc4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163163 Apr 22 21:36:12.933496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] For port ae44d012-de30-4349-ae40-6b379e4dcf74, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae44d012-de30-4349-ae40-6b379e4dcf74,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:12.944457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:13.088726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Calling delete_port for ae44d012-de30-4349-ae40-6b379e4dcf74 owned by compute:nova {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:36:13.197122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9f0c-364e-4d68-9d25-603b5e5f00b5 req-3129771f-1b89-42a2-b1b3-8c3b88ff0ea1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:13.198847 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6ddf9f0c-364e-4d68-9d25-603b5e5f00b5 req-3129771f-1b89-42a2-b1b3-8c3b88ff0ea1 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 946 time: 0.1014128 Apr 22 21:36:13.217598 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-d7a49a47-25f0-441c-af05-4ee4f68050a4 service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604928 Apr 22 21:36:13.269167 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6ddf9f0c-364e-4d68-9d25-603b5e5f00b5 req-3806a56f-3b0d-4f1f-8216-b60511736f67 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Apr 22 21:36:13.405018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:13.419442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['ae44d012-de30-4349-ae40-6b379e4dcf74'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:13.489622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:13.547686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Pushing event deleted for resources: {'Port': ['ID=ae44d012-de30-4349-ae40-6b379e4dcf74,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:13.550672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:13.651212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] No DVR routers for this DVR port ae44d012-de30-4349-ae40-6b379e4dcf74 on host hv-cinder-76330 {{(pid=86417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:36:13.667756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:13.671005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'name': 'network-vif-deleted', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:13.705220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88f314e7-73c4-4926-bceb-6c82e8dce4be req-8b8cc4c7-0e88-4209-85f4-ebdd6549995a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "DELETE /v2.0/ports/ae44d012-de30-4349-ae40-6b379e4dcf74 HTTP/1.1" status: 204 len: 173 time: 1.2177517 Apr 22 21:36:13.725367 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-01a32ba9-f788-4bca-b973-082848364dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962511 Apr 22 21:36:13.852959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a94205-2aff-4d93-989d-1af3bd68b037 req-d22bcc14-67eb-4c6a-8dc4-0024b2861335 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:13.854668 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45a94205-2aff-4d93-989d-1af3bd68b037 req-d22bcc14-67eb-4c6a-8dc4-0024b2861335 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.1362782 Apr 22 21:36:13.922254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:13.935237 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45a94205-2aff-4d93-989d-1af3bd68b037 req-faacfe39-749c-47b8-8eb0-bb370b4774e9 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686951 Apr 22 21:36:14.048244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ebd131-82a5-44f8-9b57-ab82135f5621', 'name': 'network-vif-deleted', 'tag': 'ae44d012-de30-4349-ae40-6b379e4dcf74', 'status': 'completed', 'code': 200} Apr 22 21:36:14.135661 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-02001c96-e6c0-4d86-a65a-78b3ff412cc2 req-660678f1-52b5-4d2d-98be-03690dd50b12 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 210 time: 0.0512960 Apr 22 21:36:14.624351 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9534533c-0722-4f33-982c-14225e1dc324 req-96a35174-2f05-48e1-a48a-6d2e46ca75a7 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ebd131-82a5-44f8-9b57-ab82135f5621 HTTP/1.1" status: 200 len: 210 time: 0.2056212 Apr 22 21:36:14.727577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99645f10-eb13-47c2-af68-4cc0ac84571c req-dc390b87-8da8-4836-9ccb-bf0f5d59b60e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:14.743490 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-99645f10-eb13-47c2-af68-4cc0ac84571c req-dc390b87-8da8-4836-9ccb-bf0f5d59b60e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.4969251 Apr 22 21:36:14.843309 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-99645f10-eb13-47c2-af68-4cc0ac84571c req-91eabca8-55a6-4d85-bd7d-992d7b863bcb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979803 Apr 22 21:36:15.323005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919f71b-f35c-4ff1-bcba-28b71adbc550 req-785d4c26-3151-47ee-bec9-0148fd38b521 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:15.328375 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b919f71b-f35c-4ff1-bcba-28b71adbc550 req-785d4c26-3151-47ee-bec9-0148fd38b521 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.1676540 Apr 22 21:36:15.397673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b919f71b-f35c-4ff1-bcba-28b71adbc550 req-f3b2f1b0-1a9a-4864-a80f-78b18fc9446d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Apr 22 21:36:15.402030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c189-93e4-4779-a80c-56273c086912 req-974ef701-d502-4e42-a49f-df048723f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:15.405214 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-974ef701-d502-4e42-a49f-df048723f11e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.1628292 Apr 22 21:36:15.445992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:36:15.604781 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b6c82826-64e7-4120-ad4a-a408e5f94b9f req-5e4ef954-096e-4ec0-9432-7bc537c3b543 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 210 time: 0.1446888 Apr 22 21:36:15.952188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c189-93e4-4779-a80c-56273c086912 req-88c458ec-3a0f-4e32-9a5e-1a892a44a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:15.964954 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-88c458ec-3a0f-4e32-9a5e-1a892a44a834 service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.5484934 Apr 22 21:36:16.206104 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-46ae68b1-6e3b-4723-bcb7-1b58b30c6e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.2187171 Apr 22 21:36:16.231546 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-714efd45-3c79-45b1-b07a-30386c621dc3 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:16.234333 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-714efd45-3c79-45b1-b07a-30386c621dc3 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 814 time: 0.5925643 Apr 22 21:36:16.237680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77983eb-b5ba-42ce-ad7b-709dc31a047a req-3de19716-8c64-4dae-a84a-de25933b32aa tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:16.240673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c77983eb-b5ba-42ce-ad7b-709dc31a047a req-3de19716-8c64-4dae-a84a-de25933b32aa tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.6755981 Apr 22 21:36:16.261947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Request body: {'port': {'device_id': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'admin_state_up': True, 'tenant_id': '6b3314b772b0486c8d964d25cbbd98d0'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:16.452032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c189-93e4-4779-a80c-56273c086912 req-2542d526-651e-42c7-90ee-0a5c17ca178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:16.454848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-2542d526-651e-42c7-90ee-0a5c17ca178b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.2384231 Apr 22 21:36:16.534529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ae44d012-de30-4349-ae40-6b379e4dcf74 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:36:16.559502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:16.584283 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-233478e5-38d4-4db9-a2d2-3210c4004257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957420 Apr 22 21:36:16.644735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: ae44d012-de30-4349-ae40-6b379e4dcf74 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:36:16.645110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ae44d012-de30-4349-ae40-6b379e4dcf74 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:36:16.647238 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c77983eb-b5ba-42ce-ad7b-709dc31a047a req-9dfd3bbd-aa6f-4752-8d3e-6ad944f888cc tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562730 Apr 22 21:36:16.976104 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-a7e6557c-a1a8-44e8-aaf7-f15530337048 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471155 Apr 22 21:36:17.009483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-eef45408-00f8-4d40-bf49-f1555ded6f49 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:17.023943 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-eef45408-00f8-4d40-bf49-f1555ded6f49 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 808 time: 0.4678752 Apr 22 21:36:17.059833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:17.084255 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-f885069a-7f49-4b51-8bbd-d3706b0708eb tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/quotas/d8a812d51ca94a81a4abd6f9bd6f81f7 HTTP/1.1" status: 200 len: 375 time: 0.0557001 Apr 22 21:36:17.204348 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-62baf3c6-55fa-4e5a-9e54-bbd27f9dc800 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181352 Apr 22 21:36:17.205953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Made reservation on behalf of 6b3314b772b0486c8d964d25cbbd98d0 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:17.213242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:17.239253 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f3c4fe0-de58-4d2f-8c29-c4c7d94facfd req-bc208711-011b-4eae-877c-6aa1955ca70a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 210 time: 0.0690105 Apr 22 21:36:17.241692 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30f0c189-93e4-4779-a80c-56273c086912 req-be3490f6-29dc-4b3c-8382-b2c26dfa14b0 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570832 Apr 22 21:36:17.521544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-11169ed1-f461-490c-aa5f-aefdeb0effda service neutron] 10.222.0.15 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952244 Apr 22 21:36:17.646903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Allocated IP 172.20.0.6 (50571f12-d0da-410d-9dc1-7d5475d651f0/114eefb9-7281-4553-a019-8d83c18f44cf/d2e46426-1b9b-4fb3-a3db-31cc00724beb) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:36:17.745501 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-1baa24f5-4ff1-4a7f-b28a-568ac6a48279 service neutron] 10.222.0.15 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165620 Apr 22 21:36:18.056835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab36e18-5c4f-46c2-b0d9-e13fba9d8261 req-6d6a6bf8-0715-4340-8d4c-56f31f9287a4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:18.066735 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ab36e18-5c4f-46c2-b0d9-e13fba9d8261 req-6d6a6bf8-0715-4340-8d4c-56f31f9287a4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1726022 Apr 22 21:36:18.089510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:18.151658 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ab36e18-5c4f-46c2-b0d9-e13fba9d8261 req-03685670-5afd-444e-8143-5361748dcb0b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Apr 22 21:36:18.169656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:18.184807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-548dc3ab-ea76-4094-a157-a9d2cf05de4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:18.189820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50', 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:18.312422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:36:18.317603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:36:18.324526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:36:18.361784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-83482041-6d65-4be3-ad79-28e932cbe81f req-f8319325-1c86-47e5-a228-154d33bbe650 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Synchronizing usage tracker for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:18.409666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-83482041-6d65-4be3-ad79-28e932cbe81f req-f8319325-1c86-47e5-a228-154d33bbe650 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Unset dirty status for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:18.411394 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-83482041-6d65-4be3-ad79-28e932cbe81f req-f8319325-1c86-47e5-a228-154d33bbe650 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 210 time: 0.1518283 Apr 22 21:36:18.607199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event updated for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:18.610670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:18.624035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:18.624816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:18.658746 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4090056 Apr 22 21:36:18.690079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Request body: {'port': {'device_id': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:18.767394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a7c97-e69a-4712-a193-11ce8c2aed15 req-fb17bef2-ba8f-42d4-b6a2-3112f20b9a55 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:18.768360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-920a7c97-e69a-4712-a193-11ce8c2aed15 req-fb17bef2-ba8f-42d4-b6a2-3112f20b9a55 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:18.857896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-920a7c97-e69a-4712-a193-11ce8c2aed15 req-fb17bef2-ba8f-42d4-b6a2-3112f20b9a55 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:18.859558 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-920a7c97-e69a-4712-a193-11ce8c2aed15 req-fb17bef2-ba8f-42d4-b6a2-3112f20b9a55 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 931 time: 0.3497436 Apr 22 21:36:18.863032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:19.041763 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-920a7c97-e69a-4712-a193-11ce8c2aed15 req-255edd09-9a8a-41c6-bcdb-9ed9f84ccc28 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635661 Apr 22 21:36:19.470393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32054602-78c2-4d52-9da0-345f620a0ced req-de86cf00-91f2-4500-a42e-43f7b8d8d3dc tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:19.473432 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-32054602-78c2-4d52-9da0-345f620a0ced req-de86cf00-91f2-4500-a42e-43f7b8d8d3dc tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1384399 Apr 22 21:36:19.565727 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-32054602-78c2-4d52-9da0-345f620a0ced req-3d43023d-adaa-4388-83e2-d282189bb51d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793629 Apr 22 21:36:19.606686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e46426-1b9b-4fb3-a3db-31cc00724beb {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:19.624187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:19.656554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Transition to ACTIVE for port object d2e46426-1b9b-4fb3-a3db-31cc00724beb will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:36:19.662222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:19.671512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:19.885836 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0bbab311-53d7-4e73-b971-a97b33c025c5 req-54e59468-4334-4c53-9d8f-bf2c42de9ccc tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 210 time: 0.1282804 Apr 22 21:36:19.930714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:19.940582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:20.026267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Attempting to bind port d2e46426-1b9b-4fb3-a3db-31cc00724beb on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:36:20.026830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Attempting to bind port d2e46426-1b9b-4fb3-a3db-31cc00724beb by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:36:20.027319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Attempting to bind port d2e46426-1b9b-4fb3-a3db-31cc00724beb on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:20.033789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Port d2e46426-1b9b-4fb3-a3db-31cc00724beb on network 50571f12-d0da-410d-9dc1-7d5475d651f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:36:20.034339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Attempting to bind port d2e46426-1b9b-4fb3-a3db-31cc00724beb on network 50571f12-d0da-410d-9dc1-7d5475d651f0 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:20.043748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:36:20.044364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Checking segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:36:20.044995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Bound using segment: {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:36:20.045754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Bound port: d2e46426-1b9b-4fb3-a3db-31cc00724beb, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a31029f-1412-4604-8691-8ff739525144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:36:20.046368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:20.235330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:36:20.242154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:36:20.252395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:20.272732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:20.655989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28223c0b-c331-4367-b431-8d2968771fa5 req-880eddf7-cb90-41e6-9a15-ac551bf5ef31 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:20.659388 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28223c0b-c331-4367-b431-8d2968771fa5 req-880eddf7-cb90-41e6-9a15-ac551bf5ef31 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 943 time: 0.3388011 Apr 22 21:36:20.713132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-b5351b5e-8c50-4629-acd8-89747c68ea81 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:20.714319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:20.714824 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-b5351b5e-8c50-4629-acd8-89747c68ea81 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 808 time: 0.6150732 Apr 22 21:36:20.715797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:20.719082 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] 10.222.0.26 "PUT /v2.0/ports/d2e46426-1b9b-4fb3-a3db-31cc00724beb HTTP/1.1" status: 200 len: 1093 time: 2.0363507 Apr 22 21:36:20.720367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:20.750218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Request body: {'port': {'device_id': 'e26b1678-40fe-4963-850f-779e5437a161', 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c', 'admin_state_up': True, 'tenant_id': 'd8a812d51ca94a81a4abd6f9bd6f81f7'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:20.796371 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:20.801625 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28223c0b-c331-4367-b431-8d2968771fa5 req-bda5ea6d-5dcb-40eb-8bfe-c44bff74cffb tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Apr 22 21:36:20.896502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:20.984817 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb', 'status': 'completed', 'code': 200} Apr 22 21:36:21.034055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-cde4f155-f038-4015-b25e-699a549cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:21.035801 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-cde4f155-f038-4015-b25e-699a549cafe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 1096 time: 0.2309895 Apr 22 21:36:21.251007 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-4a7b1974-397b-4a0a-90d1-9a3607377b15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb HTTP/1.1" status: 200 len: 217 time: 0.2018335 Apr 22 21:36:21.350521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57342) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:21.368281 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-db4a50e6-ab20-4b92-b58c-2ab01ec89094 req-74584b2b-800d-4403-a0b5-c9aed7a8eb43 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 210 time: 0.1079185 Apr 22 21:36:21.374979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:21.398581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:21.416111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Made reservation on behalf of d8a812d51ca94a81a4abd6f9bd6f81f7 for: {'port': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:21.425381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:21.483021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6ade8179-2cee-4284-9a1c-8bab74cc947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:21.485841 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-6ade8179-2cee-4284-9a1c-8bab74cc947d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.2272427 Apr 22 21:36:21.588438 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:21.596784 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-b01f4a28-4405-4c82-9ab4-636d56fde843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943584 Apr 22 21:36:21.615628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:21.625751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Usage tracker for resource:security_group_rule and tenant:004985334ba34526a67cd2ee703e6390 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:21.662090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:21.678189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3729e1-a8f0-47c4-ac53-9c87b063b8c5 req-f6889406-6035-400d-a44b-7774906ef2c4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:21.680370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:21.681220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af3729e1-a8f0-47c4-ac53-9c87b063b8c5 req-f6889406-6035-400d-a44b-7774906ef2c4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3413115 Apr 22 21:36:21.758405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Allocated IP 172.20.0.10 (10b04a08-1d43-42d3-b7b6-76224d982b7c/e20aaa63-0989-45e3-88ae-4c36303ec95b/704d500b-cd4c-4302-b622-083918a00ea2) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:36:21.918860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:21.943272 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-af3729e1-a8f0-47c4-ac53-9c87b063b8c5 req-7e7ac298-2fe0-497b-a4db-a0b2e162101a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536617 Apr 22 21:36:21.995802 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-b843cf20-09c0-45c7-98c0-e9344d43c9de service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837686 Apr 22 21:36:22.010063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.054745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6ecde68f-e611-44fa-9603-420c739cef6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:22.134597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aada23-fd3f-4bf7-9aeb-a520fea1e92b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:22.141093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:22.230969 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=004985334ba34526a67cd2ee703e6390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8643527 Apr 22 21:36:22.232510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57356) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:22.316647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.331643 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4469e3-b0ed-488a-8251-3ca69782cb76 req-a70af315-9381-43c5-9f2c-f8dd99bbaf92 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244581 Apr 22 21:36:22.360545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.381767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053202ff-c820-4935-9cbf-ff6367737ec0 req-60363a9d-a1ae-48cb-b715-118283126a2c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:22.384738 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-053202ff-c820-4935-9cbf-ff6367737ec0 req-60363a9d-a1ae-48cb-b715-118283126a2c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 943 time: 0.2094975 Apr 22 21:36:22.424835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.489686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.500928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:22.561001 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-053202ff-c820-4935-9cbf-ff6367737ec0 req-c1d6697d-a18e-4259-831d-e372fe45ddf7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652820 Apr 22 21:36:22.606771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698090-93e7-4f7f-9c21-72997fdca975 req-bda9b92c-cb5f-49fc-adde-c4b1d535f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:22.608861 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-bda9b92c-cb5f-49fc-adde-c4b1d535f818 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 1096 time: 0.1918976 Apr 22 21:36:22.707746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Pushing event updated for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:22.718142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:22.727603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:36:22.732843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:36:22.741854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:36:22.770722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698090-93e7-4f7f-9c21-72997fdca975 req-fe21f3f4-6b93-4c42-b349-38cf6d0f5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:22.772406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-fe21f3f4-6b93-4c42-b349-38cf6d0f5afd service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.1565318 Apr 22 21:36:22.801551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.819682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-60b07af9-b9ee-47b8-b079-6ab681155263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:22.852366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aada23-fd3f-4bf7-9aeb-a520fea1e92b,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:22.863227 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-895f9072-8009-46ad-823e-81bbf0ad09e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb HTTP/1.1" status: 200 len: 217 time: 0.0832098 Apr 22 21:36:22.868716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:22.950811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:22.951538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.979108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698090-93e7-4f7f-9c21-72997fdca975 req-f2ed89f5-dee2-42bf-9870-a035156457fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:22.981428 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-f2ed89f5-dee2-42bf-9870-a035156457fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.1108689 Apr 22 21:36:22.991048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:22.993601 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0aada23-fd3f-4bf7-9aeb-a520fea1e92b HTTP/1.1" status: 204 len: 168 time: 0.7605596 Apr 22 21:36:23.014945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bed5f4-6ddf-4b5f-9aec-94b1600e2efc req-84d30115-b420-429e-917b-4c9dc6a40bde tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:23.016487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-19bed5f4-6ddf-4b5f-9aec-94b1600e2efc req-84d30115-b420-429e-917b-4c9dc6a40bde tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Synchronizing usage tracker for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:23.035273 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2930076 Apr 22 21:36:23.053910 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-77281ed4-dad8-4d66-a4e1-74dfb5b6fe78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609953 Apr 22 21:36:23.056341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Request body: {'port': {'device_id': 'e26b1678-40fe-4963-850f-779e5437a161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:23.122916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-19bed5f4-6ddf-4b5f-9aec-94b1600e2efc req-84d30115-b420-429e-917b-4c9dc6a40bde tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Unset dirty status for tenant:d8a812d51ca94a81a4abd6f9bd6f81f7 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:23.125626 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-19bed5f4-6ddf-4b5f-9aec-94b1600e2efc req-84d30115-b420-429e-917b-4c9dc6a40bde tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 932 time: 0.5897605 Apr 22 21:36:23.339538 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-b37898e1-36a1-457e-8baf-cc433830454e service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775927 Apr 22 21:36:23.347233 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-19bed5f4-6ddf-4b5f-9aec-94b1600e2efc req-ad3d665d-77f8-4e86-87c9-fbc78929a0ed tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059987 Apr 22 21:36:23.404785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:23.500509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57374) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:23.544611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce847ca1-590f-4706-8d84-e3638ecf41ff req-210fc40f-b884-49d6-9a7f-3dd688307aab tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:23.547128 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ce847ca1-590f-4706-8d84-e3638ecf41ff req-210fc40f-b884-49d6-9a7f-3dd688307aab tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3306286 Apr 22 21:36:23.562976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:23.618996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:23.632183 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20698090-93e7-4f7f-9c21-72997fdca975 req-14045fef-31cf-42a1-bc2d-b63e49b4201f service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648454 Apr 22 21:36:23.640715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Usage tracker for resource:security_group_rule and tenant:1ce7a2c57e0846b6a658b9ee06d08298 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:23.641026 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ce847ca1-590f-4706-8d84-e3638ecf41ff req-c2e6ef65-bf57-4df5-9639-7d63f97dc80d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Apr 22 21:36:23.650317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:23.749361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:24.018366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a04a1-14d6-4c09-bff2-3296478a9bac req-1f4f6269-69b5-4f5d-8708-ada59372445a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:24.025455 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8e3a04a1-14d6-4c09-bff2-3296478a9bac req-1f4f6269-69b5-4f5d-8708-ada59372445a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 943 time: 0.2415473 Apr 22 21:36:24.146803 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8e3a04a1-14d6-4c09-bff2-3296478a9bac req-dd440a54-5c21-4b98-b510-97f3165a1dc4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094244 Apr 22 21:36:24.150913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.164400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.178392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-281fa5d3-9066-4124-a7e5-e70bfd80cfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:24.328797 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce7a2c57e0846b6a658b9ee06d08298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8264530 Apr 22 21:36:24.334193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57388) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:24.364574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d218936d-28f2-4b08-bc08-a32a55c2035b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:24.370876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:24.389193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704d500b-cd4c-4302-b622-083918a00ea2 {{(pid=86417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:24.405664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.407164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.445559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.445884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Transition to ACTIVE for port object 704d500b-cd4c-4302-b622-083918a00ea2 will not be triggered until provisioned by entity L2. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:36:24.450490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.461083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:24.513351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.518642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-25e961bb-9c01-4631-b76d-0464ede484b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:24.535832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d218936d-28f2-4b08-bc08-a32a55c2035b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:24.540232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:24.543703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:24.545732 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d218936d-28f2-4b08-bc08-a32a55c2035b HTTP/1.1" status: 204 len: 168 time: 0.2108128 Apr 22 21:36:24.732796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Pushing event updated for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:24.749034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:25.165848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Attempting to bind port 704d500b-cd4c-4302-b622-083918a00ea2 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:36:25.166697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Attempting to bind port 704d500b-cd4c-4302-b622-083918a00ea2 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:36:25.166697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Attempting to bind port 704d500b-cd4c-4302-b622-083918a00ea2 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:25.177519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b88756-0514-476c-a13b-d698c6954326 req-8fc2ebdd-28b2-4bd7-b70f-2b880dbc9607 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:25.187417 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-92b88756-0514-476c-a13b-d698c6954326 req-8fc2ebdd-28b2-4bd7-b70f-2b880dbc9607 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.5937722 Apr 22 21:36:25.212726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Port 704d500b-cd4c-4302-b622-083918a00ea2 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:36:25.213100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Attempting to bind port 704d500b-cd4c-4302-b622-083918a00ea2 on network 10b04a08-1d43-42d3-b7b6-76224d982b7c {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:25.223544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:36:25.223848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Checking segment: {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:36:25.224282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Bound using segment: {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:36:25.224792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Bound port: 704d500b-cd4c-4302-b622-083918a00ea2, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945895b8-ae77-4c6e-a9ca-fd369217c918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c'}}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:36:25.225189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:25.321517 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-92b88756-0514-476c-a13b-d698c6954326 req-3afe321a-5500-491d-94dc-6a08d0b72b57 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327822 Apr 22 21:36:25.412664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, cleared binding levels {{(pid=86417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:36:25.420357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=704d500b-cd4c-4302-b622-083918a00ea2,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:36:25.426743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:25.446481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abf643bf-9f5e-4562-a6be-e73de5500c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:25.531080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5f247-ce29-41da-873a-5c9a75ff8da1 req-2807f454-c8a9-42c9-b466-0111a0e03a78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:25.532966 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e4f5f247-ce29-41da-873a-5c9a75ff8da1 req-2807f454-c8a9-42c9-b466-0111a0e03a78 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 943 time: 0.1389596 Apr 22 21:36:25.601646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:25.603806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:25.605857 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] 10.222.0.26 "PUT /v2.0/ports/704d500b-cd4c-4302-b622-083918a00ea2 HTTP/1.1" status: 200 len: 1094 time: 2.5600386 Apr 22 21:36:25.606853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:25.613729 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e4f5f247-ce29-41da-873a-5c9a75ff8da1 req-fdea8bf9-089d-4a6e-9b45-c02c34fc0a74 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729594 Apr 22 21:36:25.621829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Pushing event updated for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=3']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:25.628772 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:25.733506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2', 'status': 'completed', 'code': 200} Apr 22 21:36:25.867685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-3ce4679f-f1ca-4807-9cbf-0bc509ae9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:25.869926 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-3ce4679f-f1ca-4807-9cbf-0bc509ae9023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 1097 time: 0.2023239 Apr 22 21:36:26.004688 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-d5a0e10d-c09f-4cd0-9da1-996a7ed3ec50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704d500b-cd4c-4302-b622-083918a00ea2 HTTP/1.1" status: 200 len: 217 time: 0.1231463 Apr 22 21:36:26.099541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a42972-1d75-41ee-870f-e7b55f80e23d req-d72d191c-aa9c-413d-94d8-3a63501cbd13 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:26.101951 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-72a42972-1d75-41ee-870f-e7b55f80e23d req-d72d191c-aa9c-413d-94d8-3a63501cbd13 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3211842 Apr 22 21:36:26.166251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-89c9802d-743e-4e31-b74a-9f80643b67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:26.167880 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-89c9802d-743e-4e31-b74a-9f80643b67cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e20aaa63-0989-45e3-88ae-4c36303ec95b HTTP/1.1" status: 200 len: 848 time: 0.1511626 Apr 22 21:36:26.242471 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-72a42972-1d75-41ee-870f-e7b55f80e23d req-55dcb50b-a517-47da-86e3-c4db300b554e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202130 Apr 22 21:36:26.245168 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-6faef289-275a-486f-871e-1c02c7a82e86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10b04a08-1d43-42d3-b7b6-76224d982b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655069 Apr 22 21:36:26.589285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device d2e46426-1b9b-4fb3-a3db-31cc00724beb details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:36:26.635990 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-d2c751a9-403e-4dfe-88dc-f07afa9031df service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816597 Apr 22 21:36:26.995583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:27.026411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb', 'network_id': '50571f12-d0da-410d-9dc1-7d5475d651f0', 'port_id': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb', 'mac_address': 'fa:16:3e:01:71:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114eefb9-7281-4553-a019-8d83c18f44cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:36:27.212479 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f66e9b1a-cf9d-4f55-963f-ee1014886e1d req-f808cca9-1042-4f5e-93aa-4e1ab5e10cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660708 Apr 22 21:36:27.213974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:27.257868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e46426-1b9b-4fb3-a3db-31cc00724beb {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:27.274990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a05076-9baa-4780-9985-40f23471ab84 req-4b0cb829-4cae-4af2-9374-4291304ddf71 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:27.287349 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35a05076-9baa-4780-9985-40f23471ab84 req-4b0cb829-4cae-4af2-9374-4291304ddf71 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.6433692 Apr 22 21:36:27.311037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:27.318094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:27.321280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:27.466304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:27.481558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.482165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.482789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.483743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.483987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.484691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.485301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.485914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.486551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.488095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.488712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.489309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:36:27.496346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:27.526152 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35a05076-9baa-4780-9985-40f23471ab84 req-20b647c7-26c3-4ef0-8616-3588f298cef5 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487429 Apr 22 21:36:27.555154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-a092da8c-5382-4fb3-8b5a-f9057687a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:27.558381 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-a092da8c-5382-4fb3-8b5a-f9057687a06d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 1097 time: 0.2683568 Apr 22 21:36:27.971742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['d2e46426-1b9b-4fb3-a3db-31cc00724beb'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:27.972502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-83209447-8e94-4bed-bfb2-4c133a554575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:27.975452 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-83209447-8e94-4bed-bfb2-4c133a554575 service neutron] 10.222.0.26 "GET /v2.0/networks?id=10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 200 len: 909 time: 0.3983839 Apr 22 21:36:28.033575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061646e6-eea5-4da8-bf89-8faf9ce95073 req-7842c050-21ac-4731-8c27-c1c3ff47bc6d tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:28.036956 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-061646e6-eea5-4da8-bf89-8faf9ce95073 req-7842c050-21ac-4731-8c27-c1c3ff47bc6d tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 944 time: 0.4483068 Apr 22 21:36:28.142111 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-061646e6-eea5-4da8-bf89-8faf9ce95073 req-a7c28519-6b15-44ea-840c-5550a8e6c59b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922029 Apr 22 21:36:28.152406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-e31655fa-8c5a-4132-8cc7-3ccb19660714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704d500b-cd4c-4302-b622-083918a00ea2 HTTP/1.1" status: 200 len: 217 time: 0.1683855 Apr 22 21:36:28.241243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-8daa4be6-5ab0-4aba-8ca0-8ec4ac7b9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:28.242951 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-8daa4be6-5ab0-4aba-8ca0-8ec4ac7b9b0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e20aaa63-0989-45e3-88ae-4c36303ec95b HTTP/1.1" status: 200 len: 848 time: 0.0798135 Apr 22 21:36:28.336591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-6d26c565-910e-4397-8d36-9fd3181aabf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10b04a08-1d43-42d3-b7b6-76224d982b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848775 Apr 22 21:36:28.433150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57490) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:28.511262 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-afd75483-a2e0-45a2-b7cd-3943cea7769e service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643813 Apr 22 21:36:28.584649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:28.620459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:28.627592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Usage tracker for resource:security_group_rule and tenant:49a3b2db89c349609dd2f03911d35169 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:28.633200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:28.641431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:28.686826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6e187e9-ce3e-473d-8584-e406915a1111 req-23866c12-4bc5-4749-8767-e6c917afe967 service neutron] 10.222.0.26 "GET /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667876 Apr 22 21:36:28.745639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:28.749434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:28.761744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71434c6c-7fa4-4412-a77f-9711482138f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:28.811037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c69b0be-6d66-4946-bd6d-eb4e5e3878cd,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:28.820328 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49a3b2db89c349609dd2f03911d35169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858869 Apr 22 21:36:28.821027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57500) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:28.821984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:28.832301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b94b4-0565-4a30-9370-be04c4206af7 req-105e2ffa-3966-4ad5-bede-cd22f17f2716 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:28.842112 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-788b94b4-0565-4a30-9370-be04c4206af7 req-105e2ffa-3966-4ad5-bede-cd22f17f2716 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.1140442 Apr 22 21:36:28.918494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:28.919929 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-788b94b4-0565-4a30-9370-be04c4206af7 req-418ad0d7-797e-4ca7-b226-70237a552482 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Apr 22 21:36:28.974978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.049360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.059708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0b39eb1-d4d1-4913-ac54-d255833c5837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:29.079221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c69b0be-6d66-4946-bd6d-eb4e5e3878cd,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:29.082381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:29.085522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.088265 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c69b0be-6d66-4946-bd6d-eb4e5e3878cd HTTP/1.1" status: 204 len: 168 time: 0.2640617 Apr 22 21:36:29.506076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d83ec-e8b8-4ee9-b642-9099f77a4d8f req-22fa435a-78e0-43c2-baae-d589be23b8d1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:29.509368 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae9d83ec-e8b8-4ee9-b642-9099f77a4d8f req-22fa435a-78e0-43c2-baae-d589be23b8d1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 944 time: 0.1359911 Apr 22 21:36:29.569808 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae9d83ec-e8b8-4ee9-b642-9099f77a4d8f req-dc2b884c-9752-43d9-87b0-d19c475ffdb5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 Apr 22 21:36:29.574500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57520) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:29.608725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.630746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:29.638815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Usage tracker for resource:security_group_rule and tenant:b377ad72b01446c59b08d29de7530e8d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:29.644716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:29.653552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:29.754790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.758120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.766909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48043583-fc0c-4301-8837-1eba68f2cc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:29.815673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b377ad72b01446c59b08d29de7530e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394588 Apr 22 21:36:29.816601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa21510-a33d-4fd4-ab67-e79b5de8b657,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:29.820436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57524) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:29.822540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:29.898729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.929479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:29.989452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:30.002783 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cb3cc3e8-9f4d-44b5-aca8-20e71be9ed0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:30.024707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa21510-a33d-4fd4-ab67-e79b5de8b657,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:30.029464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:30.045919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:30.048812 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfa21510-a33d-4fd4-ab67-e79b5de8b657 HTTP/1.1" status: 204 len: 168 time: 0.2276063 Apr 22 21:36:30.280391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7182735-b321-44b6-8293-2777505739c1 req-ba740980-72f0-4637-b1a9-c0f1911cd402 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:30.282710 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d7182735-b321-44b6-8293-2777505739c1 req-ba740980-72f0-4637-b1a9-c0f1911cd402 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.1440885 Apr 22 21:36:30.365849 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d7182735-b321-44b6-8293-2777505739c1 req-dc8dacf2-c4a9-4672-9bdb-556ef969cb6f tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696974 Apr 22 21:36:30.606475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device d2e46426-1b9b-4fb3-a3db-31cc00724beb up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:36:30.757157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port d2e46426-1b9b-4fb3-a3db-31cc00724beb completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:36:30.763334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port d2e46426-1b9b-4fb3-a3db-31cc00724beb triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:36:30.763736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:30.868067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eb44a-ffd4-4459-ae1b-c80e2d0c4d98 req-a45aa111-b46d-4891-bdaf-456a9e479fd4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:30.869732 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-166eb44a-ffd4-4459-ae1b-c80e2d0c4d98 req-a45aa111-b46d-4891-bdaf-456a9e479fd4 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 944 time: 0.1109650 Apr 22 21:36:30.951698 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-166eb44a-ffd4-4459-ae1b-c80e2d0c4d98 req-89ca4831-5f8c-470e-97b1-cfaf85445bc9 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681107 Apr 22 21:36:30.992339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:31.025135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:31.038394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:31.044173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:31.047468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:31.140275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:31.147107 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb', 'code': 200} Apr 22 21:36:31.148092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:31.557827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600567-56c1-4b15-8a26-459abe3d8194 req-6fff1c62-83a0-4446-bf98-7e3a9c24a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:31.559590 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f7600567-56c1-4b15-8a26-459abe3d8194 req-6fff1c62-83a0-4446-bf98-7e3a9c24a64a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 1098 time: 0.1840267 Apr 22 21:36:31.703768 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f7600567-56c1-4b15-8a26-459abe3d8194 req-2904fa57-f315-4eaa-b0dd-5ee8b45849ce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279807 Apr 22 21:36:31.766213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bae11a-ce23-4ba6-96ec-7a68838eaa1b req-5a49857e-c579-4268-a2e1-3e27d5f8e0b6 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:31.769253 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-96bae11a-ce23-4ba6-96ec-7a68838eaa1b req-5a49857e-c579-4268-a2e1-3e27d5f8e0b6 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.1370947 Apr 22 21:36:31.890216 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-96bae11a-ce23-4ba6-96ec-7a68838eaa1b req-030c9b10-50f6-4b4a-be41-1883d7209f7c tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071129 Apr 22 21:36:32.225203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-1391fa5b-b7d2-4aec-8dc0-341122e42959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:32.228162 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-1391fa5b-b7d2-4aec-8dc0-341122e42959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.1334374 Apr 22 21:36:32.262916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cadfe0-29f8-4e68-bd89-ab164afc4198 req-534517db-32c6-4f0c-8b7e-cc663c3c5b4f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:32.264588 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9cadfe0-29f8-4e68-bd89-ab164afc4198 req-534517db-32c6-4f0c-8b7e-cc663c3c5b4f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1352985 Apr 22 21:36:32.324201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9cadfe0-29f8-4e68-bd89-ab164afc4198 req-e4e17da6-8efa-4847-a62e-fb4de24919a0 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Apr 22 21:36:32.443099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-b48fe9b0-3bc7-44e0-9be8-525aab92d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:32.444713 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-b48fe9b0-3bc7-44e0-9be8-525aab92d582 service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.2035282 Apr 22 21:36:32.571144 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-c2baf077-dc9a-43ac-aa20-ac3bc7b80ca9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.1157479 Apr 22 21:36:32.677434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-aea3f561-c929-4b9b-9257-be70babe3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:32.679068 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-aea3f561-c929-4b9b-9257-be70babe3911 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.0873606 Apr 22 21:36:32.799569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e09a6-61a8-492b-8aef-55316c07cef1 req-42ee5b2c-b8e1-4d84-9533-570b4b24111f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:32.801741 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-131e09a6-61a8-492b-8aef-55316c07cef1 req-42ee5b2c-b8e1-4d84-9533-570b4b24111f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2761793 Apr 22 21:36:32.813742 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-9a5ef08a-4a17-479d-b8ed-4da029f046d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190071 Apr 22 21:36:33.058359 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-131e09a6-61a8-492b-8aef-55316c07cef1 req-77aaff85-e2ae-4357-b697-72cb61d20b03 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420866 Apr 22 21:36:33.146833 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-c107a55b-48ce-497d-b351-8f3ef42d50b1 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008168 Apr 22 21:36:33.274044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec0370-edc0-414b-9f59-0b1f5ceddd06 req-30215f7d-3a20-4012-976e-f9dab3e8e030 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:33.277141 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2ec0370-edc0-414b-9f59-0b1f5ceddd06 req-30215f7d-3a20-4012-976e-f9dab3e8e030 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.1938808 Apr 22 21:36:33.370154 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2ec0370-edc0-414b-9f59-0b1f5ceddd06 req-879be052-0f79-46f7-93ce-6f9f24920577 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Apr 22 21:36:33.370347 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a91e33d3-9d8a-453f-83b8-2154287e34d3 req-f4673824-aa26-4091-a55f-d16b378ecf2b service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092760 Apr 22 21:36:33.738970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319b0eb-ba6d-44f6-9c61-a07e44ae5fa7 req-b92a6265-161f-43da-86e7-d2a941801352 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:33.743399 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8319b0eb-ba6d-44f6-9c61-a07e44ae5fa7 req-b92a6265-161f-43da-86e7-d2a941801352 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1806304 Apr 22 21:36:33.794284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57646) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:33.841498 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8319b0eb-ba6d-44f6-9c61-a07e44ae5fa7 req-b9f32268-754f-4189-a3f3-802fa2fe08ca tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891962 Apr 22 21:36:34.049132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.073211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:34.078745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:09b3bb93edeb47c281547f511652d9f9 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:34.082904 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:34.092344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:34.235343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.239447 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.262073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d00dee65-6e07-48a1-b0f0-457ff68fb15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:34.367505 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09b3bb93edeb47c281547f511652d9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710061 Apr 22 21:36:34.369837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d3a40-a35c-44cb-b1b8-486efd9844ea,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:34.370903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57654) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:34.373846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:34.429957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4034-598a-48b5-ace2-5ee74d15f7f8 req-bc538d68-c0c7-4c0d-a915-910ad7aebdbd tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:34.433636 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0b4d4034-598a-48b5-ace2-5ee74d15f7f8 req-bc538d68-c0c7-4c0d-a915-910ad7aebdbd tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1471558 Apr 22 21:36:34.472340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.523960 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0b4d4034-598a-48b5-ace2-5ee74d15f7f8 req-696024ac-073e-4bcc-9daf-d398f3baedc7 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Apr 22 21:36:34.592808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.636906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 704d500b-cd4c-4302-b622-083918a00ea2 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:36:34.748002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ae1c-e0dd-4b1a-9da6-5237dd8feee2 req-322f39db-b710-4a28-b3ef-a4136e552dca tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:34.751340 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-add7ae1c-e0dd-4b1a-9da6-5237dd8feee2 req-322f39db-b710-4a28-b3ef-a4136e552dca tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 944 time: 0.2406600 Apr 22 21:36:34.753346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.787261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ca71c301-2601-4c12-8377-ce0eb83320be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:34.820077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d3a40-a35c-44cb-b1b8-486efd9844ea,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:34.824225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:34.842481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:34.844647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d80d3a40-a35c-44cb-b1b8-486efd9844ea HTTP/1.1" status: 204 len: 168 time: 0.4717104 Apr 22 21:36:34.874686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=704d500b-cd4c-4302-b622-083918a00ea2,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:34.901001 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-add7ae1c-e0dd-4b1a-9da6-5237dd8feee2 req-43c0281f-9c1c-4853-8afc-d9e6d860eae5 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393700 Apr 22 21:36:34.918237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '704d500b-cd4c-4302-b622-083918a00ea2', 'network_id': '10b04a08-1d43-42d3-b7b6-76224d982b7c', 'port_id': '704d500b-cd4c-4302-b622-083918a00ea2', 'mac_address': 'fa:16:3e:15:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20aaa63-0989-45e3-88ae-4c36303ec95b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:36:35.002822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.039604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704d500b-cd4c-4302-b622-083918a00ea2 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:35.046460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.070467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=704d500b-cd4c-4302-b622-083918a00ea2,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:35.072873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.079572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:35.226033 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:35.231604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:35.272646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130dae9-863f-4044-8fb4-befc0619de06 req-ed0f3085-11fe-44df-9039-bac3db6e4d7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:35.274375 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2130dae9-863f-4044-8fb4-befc0619de06 req-ed0f3085-11fe-44df-9039-bac3db6e4d7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1242921 Apr 22 21:36:35.332616 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2130dae9-863f-4044-8fb4-befc0619de06 req-4830c2ec-fc76-4210-95a2-84f0b00438e1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Apr 22 21:36:35.409277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57674) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:35.428988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.445647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:35.450549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Usage tracker for resource:security_group_rule and tenant:d920e1e53e254163bcde7a9788e8d771 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:35.453941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:35.465383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:35.588566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.591757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.601545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-438a7802-1ef2-4029-b99c-79b86ac6683a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:35.653115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d920e1e53e254163bcde7a9788e8d771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425566 Apr 22 21:36:35.655200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80ecb7-baa3-45bd-96bc-71fbf42138e4,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:35.655942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57680) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:35.668330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:35.814821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.830213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['704d500b-cd4c-4302-b622-083918a00ea2'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:35.845953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.920298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.929187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88d36665-cf54-435a-a6ee-4ab017a08cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:35.947512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80ecb7-baa3-45bd-96bc-71fbf42138e4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:35.955259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:35.960468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:35.961896 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce80ecb7-baa3-45bd-96bc-71fbf42138e4 HTTP/1.1" status: 204 len: 168 time: 0.3048122 Apr 22 21:36:35.972856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d08a4c-ceb2-4a6a-8a67-14cf178df6ea req-3a270318-555b-4fc4-bf89-e9032639e9ad tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:35.980961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45d08a4c-ceb2-4a6a-8a67-14cf178df6ea req-3a270318-555b-4fc4-bf89-e9032639e9ad tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2966590 Apr 22 21:36:36.062391 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45d08a4c-ceb2-4a6a-8a67-14cf178df6ea req-45e1d161-0349-4bf9-a0e9-e7a3492af08d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803292 Apr 22 21:36:36.363998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef078-afb8-4aa8-8221-1a7c32d3fe2a req-586045bc-3536-45df-9416-345265bf8fc5 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:36.367133 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1baef078-afb8-4aa8-8221-1a7c32d3fe2a req-586045bc-3536-45df-9416-345265bf8fc5 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 945 time: 0.1742594 Apr 22 21:36:36.420339 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1baef078-afb8-4aa8-8221-1a7c32d3fe2a req-dd8448d8-5b0d-4de3-8144-58d140999a6c tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 Apr 22 21:36:37.025536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57724) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:37.184037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-207691652-network', 'tenant_id': 'f6c721e0ffcb49059689ef0a6e64ec6b'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:37.189608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:37.194296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Usage tracker for resource:network and tenant:f6c721e0ffcb49059689ef0a6e64ec6b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:37.197964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:37.206233 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:37.258043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Made reservation on behalf of f6c721e0ffcb49059689ef0a6e64ec6b for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:37.262780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.292721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.315855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:37.328597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c721e0ffcb49059689ef0a6e64ec6b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:37.333954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:37.343514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:37.419509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0af92a-2abe-4dac-89e8-252de23c72ed req-378ac673-fb65-498f-b738-91c50ded083c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:37.422585 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f0af92a-2abe-4dac-89e8-252de23c72ed req-378ac673-fb65-498f-b738-91c50ded083c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2100742 Apr 22 21:36:37.518749 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f0af92a-2abe-4dac-89e8-252de23c72ed req-09dd9bd6-7cbd-43ef-9764-e24d296b658b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820396 Apr 22 21:36:37.588518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.593455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.599609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b169bd7b-1cb7-49a1-8d9f-c10bd45de503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:37.649519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:36:37.677814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8da82-6f59-4af3-8df1-eda4d0889461,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:37.685754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.686363 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Added segment c5df27b3-3c39-4a00-a489-7c80590720d0 of type vlan for network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 Apr 22 21:36:37.688948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:37.799794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.849756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff83ca3-0659-4c90-b808-803571e80044 req-911b6734-9aef-41c3-ba6a-0fa80d1428cd tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:37.849756 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8ff83ca3-0659-4c90-b808-803571e80044 req-911b6734-9aef-41c3-ba6a-0fa80d1428cd tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 945 time: 0.1724949 Apr 22 21:36:37.878336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.885861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:37.886520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:37.895701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:38.250419 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8ff83ca3-0659-4c90-b808-803571e80044 req-d79db737-201b-4820-bb2f-0e6b24b4fe02 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900912 Apr 22 21:36:38.255537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2287185 Apr 22 21:36:38.261233 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57756) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:38.264208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:38.268185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:38.276365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Request body: {'subnet': {'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-207691652-subnet', 'tenant_id': 'f6c721e0ffcb49059689ef0a6e64ec6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:38.277404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:36:38.285866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:38.295199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Usage tracker for resource:subnet and tenant:f6c721e0ffcb49059689ef0a6e64ec6b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:38.300313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:38.309971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:38.325484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Made reservation on behalf of f6c721e0ffcb49059689ef0a6e64ec6b for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:38.331180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:38.666072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 704d500b-cd4c-4302-b622-083918a00ea2 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:36:38.789668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 704d500b-cd4c-4302-b622-083918a00ea2 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:36:38.796235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 704d500b-cd4c-4302-b622-083918a00ea2 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:36:38.796710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:38.808938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb57aa8-f756-4c6f-b248-63b13c0e3b21 req-f2f18f77-8264-4009-9c51-8355c05ae626 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:38.812427 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dcb57aa8-f756-4c6f-b248-63b13c0e3b21 req-f2f18f77-8264-4009-9c51-8355c05ae626 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1523166 Apr 22 21:36:38.924861 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dcb57aa8-f756-4c6f-b248-63b13c0e3b21 req-7445b3ba-bcc9-4513-b3f2-1c625f821c7f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Apr 22 21:36:38.948340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:38.993745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:39.010850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=704d500b-cd4c-4302-b622-083918a00ea2,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:39.153012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:39.163596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:39.166332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:39.170283 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2', 'code': 200} Apr 22 21:36:39.180875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:39.250495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b54a04b-ee50-42ba-b5f0-c664ab62194f,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:39.253721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:39.269667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Checking segment: {'id': 'c5df27b3-3c39-4a00-a489-7c80590720d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:36:39.269667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Network hostable DHCP agents. Network: f4d8c05e-0a76-447d-8e5a-28d5b9c76e61, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:36:39.295695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:36:39.322147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f4d8c05e-0a76-447d-8e5a-28d5b9c76e61) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:36:39.332349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:39.339845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13953a8-77d0-40d1-b21b-c8b01af2bfe0 None None] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:36:39.356414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:39.357588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:39.364883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:39.488645 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9579d3d4-c333-4b7c-9b2d-fbd3a00cd8df admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2235279 Apr 22 21:36:39.521534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed731-9e8d-4e4b-8922-a6162c1862ac req-b4e1b959-7eda-469f-a13e-cc4c8abb5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:39.523410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6e8ed731-9e8d-4e4b-8922-a6162c1862ac req-b4e1b959-7eda-469f-a13e-cc4c8abb5f88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 1099 time: 0.1414106 Apr 22 21:36:39.641551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec8cc-fd4a-4a46-ac98-a3c04d441972 req-8660c80a-7667-498c-92ee-1c0188ead397 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:39.644972 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-594ec8cc-fd4a-4a46-ac98-a3c04d441972 req-8660c80a-7667-498c-92ee-1c0188ead397 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.2175689 Apr 22 21:36:39.656379 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6e8ed731-9e8d-4e4b-8922-a6162c1862ac req-eda1bcae-68a3-4ad2-963d-eea1499cf9ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229694 Apr 22 21:36:39.804950 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-594ec8cc-fd4a-4a46-ac98-a3c04d441972 req-b03a1b85-3a69-415a-8d02-fa88deb3dd42 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521738 Apr 22 21:36:39.929285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027c6981-67ba-43ea-8be8-57028062465f None None] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:36:39.963755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0def98f0-c3de-4309-9b5b-2e79e792d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.207085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa3df9-1f0e-4f27-9835-fe8c712782bc req-7d9aaf47-95bc-496e-926f-5f28271491ad tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:40.210478 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-eefa3df9-1f0e-4f27-9835-fe8c712782bc req-7d9aaf47-95bc-496e-926f-5f28271491ad tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1213379 Apr 22 21:36:40.285218 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-eefa3df9-1f0e-4f27-9835-fe8c712782bc req-0ed5996c-0c3c-445a-bfa1-9a7b31e59626 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673847 Apr 22 21:36:40.293669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 57798) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:40.300316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266997871-network', 'tenant_id': '037dc5d72e0149fb9759870525c0457b'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:40.305942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:40.317316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Usage tracker for resource:network and tenant:037dc5d72e0149fb9759870525c0457b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:40.323678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:40.337089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:40.357384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Made reservation on behalf of 037dc5d72e0149fb9759870525c0457b for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:40.367307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.392361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.410505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:40.415289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Usage tracker for resource:security_group_rule and tenant:037dc5d72e0149fb9759870525c0457b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:40.419061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:40.425922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:40.554826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.559214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.564171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f084b1ee-0384-4b8b-85a0-083bdf0b1aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:40.591535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:36:40.606331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc3272e-f10c-499e-be41-368a23c6c71f,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:40.609994 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:40.613570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.613965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Added segment 8633dd6b-9d0e-4080-bc13-ec4af88e8bc6 of type vlan for network f3df73c9-295e-4a34-a06c-3724596aa4de Apr 22 21:36:40.645221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.678214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.679717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:40.680405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:40.686286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:40.799826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5048268 Apr 22 21:36:40.800921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Pushing event updated for resources: {'Network': ['ID=f3df73c9-295e-4a34-a06c-3724596aa4de,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:40.804104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:40.806546 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 57810) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:40.817361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f3df73c9-295e-4a34-a06c-3724596aa4de details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:36:40.851268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Request body: {'subnet': {'network_id': 'f3df73c9-295e-4a34-a06c-3724596aa4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266997871-subnet', 'tenant_id': '037dc5d72e0149fb9759870525c0457b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:40.890118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:40.903817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Usage tracker for resource:subnet and tenant:037dc5d72e0149fb9759870525c0457b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:40.919410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:40.936449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:40.954419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Made reservation on behalf of 037dc5d72e0149fb9759870525c0457b for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:40.965181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:41.262022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9df8d-d09a-4268-ae5c-3d61cda2be9b req-7f253e70-33c5-423b-bf87-2b8fdeb3eb5a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:41.264140 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62a9df8d-d09a-4268-ae5c-3d61cda2be9b req-7f253e70-33c5-423b-bf87-2b8fdeb3eb5a tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.1851110 Apr 22 21:36:41.335465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62a9df8d-d09a-4268-ae5c-3d61cda2be9b req-7571118c-a2de-493c-96c3-e818c4fcb9cf tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633590 Apr 22 21:36:41.654344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4cb97-28fc-4f75-a9b3-a685e5abe775 req-fb3c282e-eb06-4b01-b206-8f007818fc4b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:41.656038 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bac4cb97-28fc-4f75-a9b3-a685e5abe775 req-fb3c282e-eb06-4b01-b206-8f007818fc4b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1886559 Apr 22 21:36:41.732543 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bac4cb97-28fc-4f75-a9b3-a685e5abe775 req-0507901e-0a9f-4a1d-bfe6-d86c12645939 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672698 Apr 22 21:36:41.805752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:41.816370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3477b77-f35b-4070-9903-8f7d8692066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:41.938196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-05241ae3-a786-4bcc-b9a4-7b28f38a89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:41.952986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c245b7bc-d2bc-4fdb-8f91-187da36a9b65,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:41.957563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:41.966603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Checking segment: {'id': '8633dd6b-9d0e-4080-bc13-ec4af88e8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f3df73c9-295e-4a34-a06c-3724596aa4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:36:41.967006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Network hostable DHCP agents. Network: f3df73c9-295e-4a34-a06c-3724596aa4de, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:36:41.989974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Network f3df73c9-295e-4a34-a06c-3724596aa4de is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:36:42.001190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f3df73c9-295e-4a34-a06c-3724596aa4de) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:36:42.015111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:42.015550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a0dcb-085d-4098-ac66-e4aa42c8a70a None None] Network f3df73c9-295e-4a34-a06c-3724596aa4de requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:36:42.015889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:42.041256 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8b8228c8-7f81-42b0-adfe-39e71b2c4026 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2304645 Apr 22 21:36:42.304643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d01e7-5e15-43d6-8e25-f860fde32632 None None] Network f3df73c9-295e-4a34-a06c-3724596aa4de requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:36:42.558052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:42.622536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9953c-45cf-4990-bdc3-bb3df91064a6 req-aee8da00-9d42-4ac1-8c85-f8ca638a1e8f tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:42.641612 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c1b9953c-45cf-4990-bdc3-bb3df91064a6 req-aee8da00-9d42-4ac1-8c85-f8ca638a1e8f tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.1333685 Apr 22 21:36:42.724570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c1b9953c-45cf-4990-bdc3-bb3df91064a6 req-dcc9e444-b0cb-4af2-9b3b-68249341d132 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 Apr 22 21:36:42.928006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:43.145135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f48b4-8570-40ef-9f6a-cfebc536e1fe req-a65e028a-00c6-4143-92cb-6a022b9d12be tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:43.146923 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9a5f48b4-8570-40ef-9f6a-cfebc536e1fe req-a65e028a-00c6-4143-92cb-6a022b9d12be tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1522009 Apr 22 21:36:43.207099 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9a5f48b4-8570-40ef-9f6a-cfebc536e1fe req-4e1cf0e3-7281-43f5-bc97-8e52a3cec8a3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479600 Apr 22 21:36:43.280539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-9b508220-efcf-41ca-b313-b272415e45ec tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:43.281368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-9b508220-efcf-41ca-b313-b272415e45ec tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Synchronizing usage tracker for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:43.299467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-9b508220-efcf-41ca-b313-b272415e45ec tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Unset dirty status for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:43.300789 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-9b508220-efcf-41ca-b313-b272415e45ec tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/networks?id=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 HTTP/1.1" status: 200 len: 808 time: 0.1954129 Apr 22 21:36:43.318648 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-2170cf8b-9a4b-44fb-835b-47eff53c645a tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/quotas/f6c721e0ffcb49059689ef0a6e64ec6b HTTP/1.1" status: 200 len: 375 time: 0.0110927 Apr 22 21:36:43.376477 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-04c85afd-1ad1-41c8-a952-9f60cfb8eb79 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c721e0ffcb49059689ef0a6e64ec6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510390 Apr 22 21:36:43.534397 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-3888cb19-f857-4922-b6d9-681705330adf service neutron] 10.222.0.15 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499529 Apr 22 21:36:43.729488 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-89d76d0f-0ab9-4097-8a1f-c716f3bc77a7 service neutron] 10.222.0.15 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874192 Apr 22 21:36:43.909037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:44.014896 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7833aee0-7161-4739-bc4d-85b3a609e363 req-61ef0ab1-27cf-4021-858a-a688d00de986 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 210 time: 0.0581882 Apr 22 21:36:44.030567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a567a-1afc-4bde-b79a-26f255e25fa3 req-ddf3d8fc-4570-4b0e-a95d-12ba7034d88d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:44.032410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5f3a567a-1afc-4bde-b79a-26f255e25fa3 req-ddf3d8fc-4570-4b0e-a95d-12ba7034d88d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.1114697 Apr 22 21:36:44.090345 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5f3a567a-1afc-4bde-b79a-26f255e25fa3 req-1bcf4aa5-e3fe-40ee-9111-e753cb255c1e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Apr 22 21:36:44.531245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac6e9-3cd9-42f2-8054-f80ac29cc6b5 req-97d7df1d-2f93-4319-9deb-059d48f74f13 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:44.532919 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-099ac6e9-3cd9-42f2-8054-f80ac29cc6b5 req-97d7df1d-2f93-4319-9deb-059d48f74f13 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1088388 Apr 22 21:36:44.625648 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-099ac6e9-3cd9-42f2-8054-f80ac29cc6b5 req-1f59e57a-c3b1-447e-905f-9c56b0bff16d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826313 Apr 22 21:36:45.466697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ec32-862e-41bb-bf66-51f74b7770d9 req-f93e0da7-486f-483e-bd42-6088ed5216ea tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:45.469730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c291ec32-862e-41bb-bf66-51f74b7770d9 req-f93e0da7-486f-483e-bd42-6088ed5216ea tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1902568 Apr 22 21:36:45.536968 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1438d470-728c-4e26-a02f-42a5e7097923 req-8f80c3dd-4b31-4cb3-9935-eb76398bc3f5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 210 time: 0.2552710 Apr 22 21:36:45.620537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c291ec32-862e-41bb-bf66-51f74b7770d9 req-b2f5e65e-b423-4a57-b0d3-d590b96a5054 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281116 Apr 22 21:36:45.713694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-0b8ba50a-95ae-4517-8ed4-dee0e6704499 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:45.715622 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-0b8ba50a-95ae-4517-8ed4-dee0e6704499 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.26 "GET /v2.0/networks?id=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 HTTP/1.1" status: 200 len: 808 time: 0.4777083 Apr 22 21:36:45.737622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Request body: {'port': {'device_id': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61', 'admin_state_up': True, 'tenant_id': 'f6c721e0ffcb49059689ef0a6e64ec6b'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:45.920835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254754da-0c40-4c7d-b204-c1d8a55dae1d req-41f1bd55-8893-4652-a25d-23b4cb919312 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:45.924554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:36:45.928971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-254754da-0c40-4c7d-b204-c1d8a55dae1d req-41f1bd55-8893-4652-a25d-23b4cb919312 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1588554 Apr 22 21:36:45.930805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Usage tracker for resource:port and tenant:f6c721e0ffcb49059689ef0a6e64ec6b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:36:45.934955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:36:45.942663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:36:45.953055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Made reservation on behalf of f6c721e0ffcb49059689ef0a6e64ec6b for: {'port': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:36:45.959422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:46.009993 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-254754da-0c40-4c7d-b204-c1d8a55dae1d req-f99da1ce-ebd4-4a69-aee8-a8f5b58daac2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Apr 22 21:36:46.219213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Allocated IP 172.20.0.11 (f4d8c05e-0a76-447d-8e5a-28d5b9c76e61/3b54a04b-ee50-42ba-b5f0-c664ab62194f/2c792b37-19d3-4aba-be52-15da692ca3e9) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:36:46.367544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cdb15-ea93-4c9e-b6bc-878c569a4bad req-5e94c54b-20dd-4a49-b158-c5f0eaf1544d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:46.370519 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f82cdb15-ea93-4c9e-b6bc-878c569a4bad req-5e94c54b-20dd-4a49-b158-c5f0eaf1544d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.1723588 Apr 22 21:36:46.455296 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f82cdb15-ea93-4c9e-b6bc-878c569a4bad req-fc77b8cf-a9d7-481c-91f3-3098a4625179 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764494 Apr 22 21:36:46.619301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:46.674049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:46.688337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:46.900311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:36:46.908114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:36:46.920782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:36:46.922269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1b3f8-ed33-44a3-ad12-928eb1346d07 req-830094f6-ea7e-4608-a5f7-a855cf6debe7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:46.924128 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14d1b3f8-ed33-44a3-ad12-928eb1346d07 req-830094f6-ea7e-4608-a5f7-a855cf6debe7 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1529982 Apr 22 21:36:46.983661 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14d1b3f8-ed33-44a3-ad12-928eb1346d07 req-f9c4f823-24a4-4c13-ad11-3d1c8c834d9c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523210 Apr 22 21:36:47.035512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Pushing event updated for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:47.038911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:47.082055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:47.083275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:47.133995 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-69b87988-8152-4f8e-bfd6-f1a58953a1c5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4037902 Apr 22 21:36:47.151538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f6c60-aa6c-4b48-87ff-711b1ec5ac7f req-c56c94ce-03c0-472e-b597-136ce8a35c6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:47.153051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-322f6c60-aa6c-4b48-87ff-711b1ec5ac7f req-c56c94ce-03c0-472e-b597-136ce8a35c6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Synchronizing usage tracker for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:47.184556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-322f6c60-aa6c-4b48-87ff-711b1ec5ac7f req-c56c94ce-03c0-472e-b597-136ce8a35c6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Unset dirty status for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:47.186988 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-322f6c60-aa6c-4b48-87ff-711b1ec5ac7f req-c56c94ce-03c0-472e-b597-136ce8a35c6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 932 time: 0.4276583 Apr 22 21:36:47.266405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Request body: {'port': {'device_id': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:36:47.362296 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-322f6c60-aa6c-4b48-87ff-711b1ec5ac7f req-35c0491b-2591-4f22-9abb-388e65989320 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670132 Apr 22 21:36:47.473320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:47.794171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc725b4-b08b-4377-b0ab-e1336a459165 req-cf08d9df-2a1b-4047-b2f4-8b9124632d93 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:47.796048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8bc725b4-b08b-4377-b0ab-e1336a459165 req-cf08d9df-2a1b-4047-b2f4-8b9124632d93 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2314663 Apr 22 21:36:47.923083 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8bc725b4-b08b-4377-b0ab-e1336a459165 req-08716561-d493-4e9a-9c07-0dda3f57c08c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189141 Apr 22 21:36:48.226534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c5dc9-26ff-4e4a-865c-f2ec9c24afab req-f5025e55-7a2c-4a87-9604-81b82c3d0783 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:48.229653 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d3c5dc9-26ff-4e4a-865c-f2ec9c24afab req-f5025e55-7a2c-4a87-9604-81b82c3d0783 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.2061043 Apr 22 21:36:48.237982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c792b37-19d3-4aba-be52-15da692ca3e9 {{(pid=86417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:48.250389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:48.281368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Transition to ACTIVE for port object 2c792b37-19d3-4aba-be52-15da692ca3e9 will not be triggered until provisioned by entity L2. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:36:48.292786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:48.317013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:48.335885 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d3c5dc9-26ff-4e4a-865c-f2ec9c24afab req-6fb0c59a-d2be-43af-80c3-21d0bbabe880 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933592 Apr 22 21:36:48.522833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-ac972f6a-482a-44ad-8b7f-2be7ee24dc2a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:48.524761 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-ac972f6a-482a-44ad-8b7f-2be7ee24dc2a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.1395421 Apr 22 21:36:48.547226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b5db-1858-4fc9-8a99-99daf3c90cfb req-9a7f185e-e546-4d1b-a54a-3d0d37947639 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:48.550322 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c533b5db-1858-4fc9-8a99-99daf3c90cfb req-9a7f185e-e546-4d1b-a54a-3d0d37947639 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 945 time: 0.3822620 Apr 22 21:36:48.843736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Deleting port d2e46426-1b9b-4fb3-a3db-31cc00724beb {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:36:48.844365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.025152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caf84c-8990-4582-a409-e42fde91c42b req-d4d74071-7f18-4de7-aef0-8e4f38df534b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.027014 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-71caf84c-8990-4582-a409-e42fde91c42b req-d4d74071-7f18-4de7-aef0-8e4f38df534b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 944 time: 0.4220526 Apr 22 21:36:49.090581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-761f2a2a-915d-49e5-b1fb-05bee4ac885b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.092320 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-761f2a2a-915d-49e5-b1fb-05bee4ac885b tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.3391683 Apr 22 21:36:49.100625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] For port d2e46426-1b9b-4fb3-a3db-31cc00724beb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=d2e46426-1b9b-4fb3-a3db-31cc00724beb,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:49.100915 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.166078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Pushing event updated for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:49.182192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:49.210718 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c533b5db-1858-4fc9-8a99-99daf3c90cfb req-6a1734c9-8dc3-4d13-a4bf-eb5231b0e880 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209373 Apr 22 21:36:49.234618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Attempting to bind port 2c792b37-19d3-4aba-be52-15da692ca3e9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:36:49.234993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Attempting to bind port 2c792b37-19d3-4aba-be52-15da692ca3e9 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'c5df27b3-3c39-4a00-a489-7c80590720d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61'}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:36:49.235332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Attempting to bind port 2c792b37-19d3-4aba-be52-15da692ca3e9 on network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:49.241050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Port 2c792b37-19d3-4aba-be52-15da692ca3e9 on network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:36:49.241380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Attempting to bind port 2c792b37-19d3-4aba-be52-15da692ca3e9 on network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:36:49.247744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:36:49.248513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Checking segment: {'id': 'c5df27b3-3c39-4a00-a489-7c80590720d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:36:49.248931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Bound using segment: {'id': 'c5df27b3-3c39-4a00-a489-7c80590720d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61'} {{(pid=86417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:36:49.249409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Bound port: 2c792b37-19d3-4aba-be52-15da692ca3e9, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5df27b3-3c39-4a00-a489-7c80590720d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61'}}] {{(pid=86417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:36:49.249935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.356860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, cleared binding levels {{(pid=86417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:36:49.360674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=2c792b37-19d3-4aba-be52-15da692ca3e9,segment=NetworkSegment(c5df27b3-3c39-4a00-a489-7c80590720d0),segment_id=c5df27b3-3c39-4a00-a489-7c80590720d0)] {{(pid=86417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:36:49.364763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.369572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-41cd4571-08f2-4be0-8657-db52d1ea9c91 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:49.414934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Calling delete_port for d2e46426-1b9b-4fb3-a3db-31cc00724beb owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:36:49.434797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-71caf84c-8990-4582-a409-e42fde91c42b req-8a08d374-72e4-4b8c-aa64-f3a5c75566ce tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Synchronizing usage tracker for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:49.443485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.444203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.445707 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c792b37-19d3-4aba-be52-15da692ca3e9 HTTP/1.1" status: 200 len: 1094 time: 2.2061810 Apr 22 21:36:49.446245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:49.481892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Pushing event updated for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=3']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:49.487207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:49.593966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-71caf84c-8990-4582-a409-e42fde91c42b req-8a08d374-72e4-4b8c-aa64-f3a5c75566ce tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Unset dirty status for tenant:f6c721e0ffcb49059689ef0a6e64ec6b on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:49.596122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-71caf84c-8990-4582-a409-e42fde91c42b req-8a08d374-72e4-4b8c-aa64-f3a5c75566ce tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437541 Apr 22 21:36:49.690702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Deleting port 704d500b-cd4c-4302-b622-083918a00ea2 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:36:49.691354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:49.696553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-2a78b765-09e0-43ab-86f0-b5394aded915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.698598 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-2a78b765-09e0-43ab-86f0-b5394aded915 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6c721e0ffcb49059689ef0a6e64ec6b&device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 1097 time: 0.1840913 Apr 22 21:36:49.803817 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-b4805d96-e41e-4497-b1a4-babec941f6fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c792b37-19d3-4aba-be52-15da692ca3e9 HTTP/1.1" status: 200 len: 217 time: 0.0925784 Apr 22 21:36:49.907699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a01e-bf0e-49b3-ac5f-c02a0ea439f4 req-9d7601f8-a44a-453f-aa3c-ada060f918c9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.909499 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d329a01e-bf0e-49b3-ac5f-c02a0ea439f4 req-9d7601f8-a44a-453f-aa3c-ada060f918c9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2608974 Apr 22 21:36:49.913913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-1e105de7-d730-42e3-8325-2f7a9c5f67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:49.915569 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-1e105de7-d730-42e3-8325-2f7a9c5f67d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b54a04b-ee50-42ba-b5f0-c664ab62194f HTTP/1.1" status: 200 len: 848 time: 0.0942922 Apr 22 21:36:49.998652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-2ab971ad-56a9-430f-b774-ec6305a2dab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612261 Apr 22 21:36:50.113115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d329a01e-bf0e-49b3-ac5f-c02a0ea439f4 req-b26285eb-ea79-494a-b2f6-131e102b0c03 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934936 Apr 22 21:36:50.258194 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9', 'status': 'completed', 'code': 200} Apr 22 21:36:50.270582 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-2f0f354f-16e9-4f92-9032-91de371e3024 service neutron] 10.222.0.26 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572486 Apr 22 21:36:50.426490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:50.448879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50', 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'd2e46426-1b9b-4fb3-a3db-31cc00724beb'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:50.472680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0ed40484-4528-4663-857b-35fd39033d2d tempest-DeleteServersTestJSON-770307621 tempest-DeleteServersTestJSON-770307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:50.566373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245179d-771e-4abd-9481-d7a33f0c411e req-91fa0ec9-464a-492c-a796-6815ade3678d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:50.567958 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d245179d-771e-4abd-9481-d7a33f0c411e req-91fa0ec9-464a-492c-a796-6815ade3678d tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 946 time: 0.7308242 Apr 22 21:36:50.653014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event deleted for resources: {'Port': ['ID=d2e46426-1b9b-4fb3-a3db-31cc00724beb,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:50.669770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:50.729356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] No DVR routers for this DVR port d2e46426-1b9b-4fb3-a3db-31cc00724beb on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:36:50.732575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] For port 704d500b-cd4c-4302-b622-083918a00ea2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=704d500b-cd4c-4302-b622-083918a00ea2,segment=NetworkSegment(945895b8-ae77-4c6e-a9ca-fd369217c918),segment_id=945895b8-ae77-4c6e-a9ca-fd369217c918)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:50.733018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:50.738401 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-12094106-8eb5-4510-86a0-67e2564c6cc2 req-67912cc3-a7e2-4dde-b6ca-19d09d692179 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 210 time: 0.2098615 Apr 22 21:36:50.769152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:50.800973 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d245179d-771e-4abd-9481-d7a33f0c411e req-699cc1ce-8d44-4786-aba6-f005a8976175 tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9a827e-6dff-41fd-a6bf-b524c68ff752&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832352 Apr 22 21:36:50.801900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'name': 'network-vif-deleted', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:50.840401 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1c7e392a-35fe-49ed-a1bf-dc7aac6e2e6b req-6ed9f174-d24a-404a-90b3-d3e8041690c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622449 Apr 22 21:36:51.113957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-81c1745c-4ef8-420e-961d-435f50d7e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:51.115773 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-81c1745c-4ef8-420e-961d-435f50d7e215 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6c721e0ffcb49059689ef0a6e64ec6b&device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 1097 time: 0.2056818 Apr 22 21:36:51.174028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Calling delete_port for 704d500b-cd4c-4302-b622-083918a00ea2 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:36:51.252122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-476623c0-b4d5-4905-85b9-8d379e1a1f3e req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "DELETE /v2.0/ports/d2e46426-1b9b-4fb3-a3db-31cc00724beb HTTP/1.1" status: 204 len: 173 time: 2.7195563 Apr 22 21:36:51.305634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351b65-df11-455d-a7f6-e7d77ba9c5e6 req-503bc522-b5f5-436a-937a-00a406731542 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:51.314356 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1e351b65-df11-455d-a7f6-e7d77ba9c5e6 req-503bc522-b5f5-436a-937a-00a406731542 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 944 time: 0.1368575 Apr 22 21:36:51.372001 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1e351b65-df11-455d-a7f6-e7d77ba9c5e6 req-536c3ac0-ca66-4f08-8cc2-313b55cca991 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565460 Apr 22 21:36:51.458757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-cb1c9e4d-e8aa-474a-8449-581640f02fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:51.461438 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-cb1c9e4d-e8aa-474a-8449-581640f02fc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 HTTP/1.1" status: 200 len: 909 time: 0.3380308 Apr 22 21:36:51.497152 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da', 'name': 'network-vif-deleted', 'tag': 'd2e46426-1b9b-4fb3-a3db-31cc00724beb', 'status': 'completed', 'code': 200} Apr 22 21:36:51.542306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:51.548790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:51.592549 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-4680b4c1-d7a4-4947-9ef2-5eaee439b371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c792b37-19d3-4aba-be52-15da692ca3e9 HTTP/1.1" status: 200 len: 217 time: 0.1005771 Apr 22 21:36:51.601047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Pushing event deleted for resources: {'Port': ['ID=704d500b-cd4c-4302-b622-083918a00ea2,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:51.606004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:51.677215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-1fcb30d2-6e63-45b8-8d84-742aef35b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:51.678913 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-1fcb30d2-6e63-45b8-8d84-742aef35b808 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b54a04b-ee50-42ba-b5f0-c664ab62194f HTTP/1.1" status: 200 len: 848 time: 0.0793123 Apr 22 21:36:51.743184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] No DVR routers for this DVR port 704d500b-cd4c-4302-b622-083918a00ea2 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:36:51.747351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:51.764455 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f61ec7f5-c60e-46cf-9c53-0c3de50789e2 req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.26 "DELETE /v2.0/ports/704d500b-cd4c-4302-b622-083918a00ea2 HTTP/1.1" status: 204 len: 173 time: 2.6546264 Apr 22 21:36:51.788102 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-2bfe1105-d14e-424c-a8ca-68d20eb9de5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948248 Apr 22 21:36:51.815527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b1cf-f05b-440d-9daa-63c59bd112a1 req-c3723e14-de2e-4021-91b8-7d5895ba397f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:51.818471 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c4e8b1cf-f05b-440d-9daa-63c59bd112a1 req-c3723e14-de2e-4021-91b8-7d5895ba397f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1773119 Apr 22 21:36:51.941492 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c4e8b1cf-f05b-440d-9daa-63c59bd112a1 req-5f716cd5-2104-4a8e-b715-2ea49c67d478 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101723 Apr 22 21:36:52.068277 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-85ceeba9-d968-425d-b7aa-e38a39398462 req-04cf2016-bbe1-4f01-b1fd-35ffb865af51 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba19f1fc-6f6c-4797-8e8d-fb1f9ac996da HTTP/1.1" status: 200 len: 210 time: 0.0584877 Apr 22 21:36:52.117161 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-f655163d-bd8c-420c-aab8-6c6dbc0d5142 service neutron] 10.222.0.26 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089666 Apr 22 21:36:52.310189 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-195ac0cd-d9df-4a99-9bb2-27c4af6b5007 req-0342915f-5abf-4c16-a8de-14a701fe1c38 service neutron] 10.222.0.26 "GET /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856246 Apr 22 21:36:52.407302 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6cf0a8f9-d6ce-4a90-8844-d6d868e4a41a req-c1effdc9-29a0-4866-a755-a712c43116be tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26b1678-40fe-4963-850f-779e5437a161 HTTP/1.1" status: 200 len: 210 time: 0.0661333 Apr 22 21:36:52.434709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:36:52.643310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa02bc-e23e-4f48-a301-dd693839124c req-00da1cf1-2848-46c1-a8bd-e716bb2b3a64 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:52.645119 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fcfa02bc-e23e-4f48-a301-dd693839124c req-00da1cf1-2848-46c1-a8bd-e716bb2b3a64 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 944 time: 0.1157019 Apr 22 21:36:52.706863 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fcfa02bc-e23e-4f48-a301-dd693839124c req-03922d42-842f-49d2-ad3a-6ec035a89ce1 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Apr 22 21:36:52.759111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device d2e46426-1b9b-4fb3-a3db-31cc00724beb no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:36:52.799319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: d2e46426-1b9b-4fb3-a3db-31cc00724beb {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:36:52.799726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device d2e46426-1b9b-4fb3-a3db-31cc00724beb not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:36:52.800281 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 704d500b-cd4c-4302-b622-083918a00ea2 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:36:52.838290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 704d500b-cd4c-4302-b622-083918a00ea2 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:36:52.838681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 704d500b-cd4c-4302-b622-083918a00ea2 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:36:53.210060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ae668-137b-448c-b01a-ba3b0ca0f8f6 req-13bc8720-35d0-40a9-a06a-d4adfa4b5fde tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:53.212556 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f06ae668-137b-448c-b01a-ba3b0ca0f8f6 req-13bc8720-35d0-40a9-a06a-d4adfa4b5fde tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1070194 Apr 22 21:36:53.301537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f06ae668-137b-448c-b01a-ba3b0ca0f8f6 req-2c07b28a-3be4-44dc-9db7-cdd46f25f87e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805674 Apr 22 21:36:53.499778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'name': 'network-vif-deleted', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:53.599750 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26b1678-40fe-4963-850f-779e5437a161', 'name': 'network-vif-deleted', 'tag': '704d500b-cd4c-4302-b622-083918a00ea2', 'status': 'completed', 'code': 200} Apr 22 21:36:54.105625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a30913-8d78-4ddd-91bb-d717c21b6285 req-5429fe13-e75e-496b-9ebf-8790853b5f54 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:54.109271 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-91a30913-8d78-4ddd-91bb-d717c21b6285 req-5429fe13-e75e-496b-9ebf-8790853b5f54 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 944 time: 0.1747475 Apr 22 21:36:54.182395 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-91a30913-8d78-4ddd-91bb-d717c21b6285 req-7caadddb-b4af-441d-8b6a-42ef73effac0 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566955 Apr 22 21:36:54.731406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11f87b-ccde-40fe-81f9-4312767465d6 req-0086b2bb-2397-4014-8d7c-5a87255a032a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:54.746680 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dd11f87b-ccde-40fe-81f9-4312767465d6 req-0086b2bb-2397-4014-8d7c-5a87255a032a tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2170131 Apr 22 21:36:54.777399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 2c792b37-19d3-4aba-be52-15da692ca3e9 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:36:54.854664 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dd11f87b-ccde-40fe-81f9-4312767465d6 req-c35c9d0f-68f2-42a3-bbcd-64fed8c8bce8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059296 Apr 22 21:36:55.114440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=2c792b37-19d3-4aba-be52-15da692ca3e9,segment=NetworkSegment(c5df27b3-3c39-4a00-a489-7c80590720d0),segment_id=c5df27b3-3c39-4a00-a489-7c80590720d0)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:55.131471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '2c792b37-19d3-4aba-be52-15da692ca3e9', 'network_id': 'f4d8c05e-0a76-447d-8e5a-28d5b9c76e61', 'port_id': '2c792b37-19d3-4aba-be52-15da692ca3e9', 'mac_address': 'fa:16:3e:1c:1f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b54a04b-ee50-42ba-b5f0-c664ab62194f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:36:55.192106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cca2-fd69-459c-b342-fce23fbc94bc req-704b92cd-bf0f-41c5-87f3-648011a3ce7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:55.193343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8366cca2-fd69-459c-b342-fce23fbc94bc req-704b92cd-bf0f-41c5-87f3-648011a3ce7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:36:55.206888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:55.221089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8366cca2-fd69-459c-b342-fce23fbc94bc req-704b92cd-bf0f-41c5-87f3-648011a3ce7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:36:55.230087 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8366cca2-fd69-459c-b342-fce23fbc94bc req-704b92cd-bf0f-41c5-87f3-648011a3ce7c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.1615756 Apr 22 21:36:55.230541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c792b37-19d3-4aba-be52-15da692ca3e9 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:36:55.251311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=2c792b37-19d3-4aba-be52-15da692ca3e9,segment=NetworkSegment(c5df27b3-3c39-4a00-a489-7c80590720d0),segment_id=c5df27b3-3c39-4a00-a489-7c80590720d0)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:55.258922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:55.262320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:55.335345 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8366cca2-fd69-459c-b342-fce23fbc94bc req-5c3f47d5-1532-42cc-90ef-4be0cc19ef19 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038797 Apr 22 21:36:55.351714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:55.356475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:55.603986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b063c-fd85-4125-bda8-bc61f14317c0 req-b4d2a9ef-44dc-4607-93c4-c6f14aa84e5d tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:55.607111 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c0b063c-fd85-4125-bda8-bc61f14317c0 req-b4d2a9ef-44dc-4607-93c4-c6f14aa84e5d tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 945 time: 0.1770298 Apr 22 21:36:55.667712 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c0b063c-fd85-4125-bda8-bc61f14317c0 req-ff4ccf21-8bef-41cd-9e0d-e2a97fce23d5 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Apr 22 21:36:55.745647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['2c792b37-19d3-4aba-be52-15da692ca3e9'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:56.162456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3373549-3c65-41c6-8c31-d8796d7a4470 req-b7446f2d-05a0-4f21-b2d0-e62699f2ff80 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:56.165178 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3373549-3c65-41c6-8c31-d8796d7a4470 req-b7446f2d-05a0-4f21-b2d0-e62699f2ff80 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1513355 Apr 22 21:36:56.252069 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3373549-3c65-41c6-8c31-d8796d7a4470 req-23d785f9-f0f2-4c40-9cbe-539f2efb3748 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Apr 22 21:36:56.684777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714d44-f2b1-489a-91d1-205a17f45b9b req-dca953d1-498b-4cad-aaf1-18486a735a3c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:56.687819 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23714d44-f2b1-489a-91d1-205a17f45b9b req-dca953d1-498b-4cad-aaf1-18486a735a3c tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.1850059 Apr 22 21:36:56.815178 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23714d44-f2b1-489a-91d1-205a17f45b9b req-225299da-3452-4c08-91cd-b85b806f1dd5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127696 Apr 22 21:36:57.130057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3a02f-623c-4ebf-a252-9c42a9242af7 req-830bb09b-d400-4820-9d32-58a2da4a36cf tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:57.133204 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1db3a02f-623c-4ebf-a252-9c42a9242af7 req-830bb09b-d400-4820-9d32-58a2da4a36cf tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 945 time: 0.2164576 Apr 22 21:36:57.235115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1db3a02f-623c-4ebf-a252-9c42a9242af7 req-34d4fd71-0c79-4e38-acad-c0cb3f1511fa tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835779 Apr 22 21:36:57.502412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-05ac5ddd-831f-43cd-8f1c-506ef528bd96 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:57.505948 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-05ac5ddd-831f-43cd-8f1c-506ef528bd96 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 945 time: 0.2153289 Apr 22 21:36:57.593440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934953c-2db7-443a-bca1-0acc2e31f7dc req-51e53159-fb34-4de6-b529-9114b415fcc1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:57.601477 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2934953c-2db7-443a-bca1-0acc2e31f7dc req-51e53159-fb34-4de6-b529-9114b415fcc1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1563258 Apr 22 21:36:57.711962 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2934953c-2db7-443a-bca1-0acc2e31f7dc req-c77d717d-7f7a-44ac-a82d-5d26e9f6a115 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949340 Apr 22 21:36:57.910954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Deleting port edca00c2-f1ac-4dfa-a67d-dbc5c871140c {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:36:57.912554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:58.420765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] For port edca00c2-f1ac-4dfa-a67d-dbc5c871140c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:58.421514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:58.833569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 2c792b37-19d3-4aba-be52-15da692ca3e9 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:36:59.017737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d05eb-518e-4b58-a316-d9ce9d81d18c req-b2e24d1f-dde3-49ff-ba23-b24f07a97daf tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:59.018613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 2c792b37-19d3-4aba-be52-15da692ca3e9 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:36:59.027677 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e0d05eb-518e-4b58-a316-d9ce9d81d18c req-b2e24d1f-dde3-49ff-ba23-b24f07a97daf tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 945 time: 0.3735001 Apr 22 21:36:59.038826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 2c792b37-19d3-4aba-be52-15da692ca3e9 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:36:59.039096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:59.077324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Calling delete_port for edca00c2-f1ac-4dfa-a67d-dbc5c871140c owned by compute:nova {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:36:59.092434 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e0d05eb-518e-4b58-a316-d9ce9d81d18c req-eb76e4d6-8dcb-437d-b4ec-04346883d172 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Apr 22 21:36:59.336517 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:59.364860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:59.375828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50', 'a0cf8b88-289f-47dc-b20a-9af8df975929'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:36:59.474876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event deleted for resources: {'Port': ['ID=edca00c2-f1ac-4dfa-a67d-dbc5c871140c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:36:59.496479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-577e-4790-a3e3-40e75ef514d0 req-ff7e2977-81a0-43b6-9c69-476ad24bdb43 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:59.504850 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-85e11d6b-577e-4790-a3e3-40e75ef514d0 req-ff7e2977-81a0-43b6-9c69-476ad24bdb43 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 867 time: 0.8302052 Apr 22 21:36:59.507844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:36:59.558097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:59.678970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58186) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:36:59.684869 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] No DVR routers for this DVR port edca00c2-f1ac-4dfa-a67d-dbc5c871140c on host hv-cinder-76330 {{(pid=86417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:36:59.718330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:59.728730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:59.746811 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-85e11d6b-577e-4790-a3e3-40e75ef514d0 req-6e86ddd1-e38a-4286-8195-46df98ad595a tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922728 Apr 22 21:36:59.747410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'name': 'network-vif-deleted', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:36:59.754150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=2c792b37-19d3-4aba-be52-15da692ca3e9,segment=NetworkSegment(c5df27b3-3c39-4a00-a489-7c80590720d0),segment_id=c5df27b3-3c39-4a00-a489-7c80590720d0)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:36:59.755226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04929672-e73d-414a-b0a0-6835366d992c req-a22e4e8c-ec36-4b7d-9c24-9664fd09747b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:36:59.755874 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-33d7d6e1-74ae-45cf-8dab-99583f3563de req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "DELETE /v2.0/ports/edca00c2-f1ac-4dfa-a67d-dbc5c871140c HTTP/1.1" status: 204 len: 173 time: 2.2378867 Apr 22 21:36:59.780436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:36:59.780730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-04929672-e73d-414a-b0a0-6835366d992c req-a22e4e8c-ec36-4b7d-9c24-9664fd09747b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2166827 Apr 22 21:36:59.781479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device edca00c2-f1ac-4dfa-a67d-dbc5c871140c no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:36:59.816469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:36:59.863937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: edca00c2-f1ac-4dfa-a67d-dbc5c871140c {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:36:59.864298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device edca00c2-f1ac-4dfa-a67d-dbc5c871140c not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:36:59.932684 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9', 'code': 200} Apr 22 21:36:59.943480 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72615f3e-4a3c-4eb2-8471-cee6ab109e82', 'name': 'network-vif-deleted', 'tag': 'edca00c2-f1ac-4dfa-a67d-dbc5c871140c', 'status': 'completed', 'code': 200} Apr 22 21:36:59.964502 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-04929672-e73d-414a-b0a0-6835366d992c req-32613819-a9ce-49e4-8ddb-2ce9c50753f0 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828773 Apr 22 21:37:00.008102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:00.018403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:00.095962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.159125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:00.169189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4e6383eb78456aa9d76496bad62128 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:00.175412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:00.199847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:00.338971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.346466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.390025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f18464fc-ade6-4cad-b2fc-95309ccade2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:00.494285 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e4e6383eb78456aa9d76496bad62128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8042867 Apr 22 21:37:00.494285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e39cb6-8394-4278-88a7-441badff3287,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:00.498209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:00.498734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58208) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:00.633644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.681534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.778498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.799267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:00.829336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d45a-6792-47ca-9085-5cf64c658d96 req-f87fea68-fbea-4b2d-aaef-9fa23f14bdc7 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:00.847466 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fde3d45a-6792-47ca-9085-5cf64c658d96 req-f87fea68-fbea-4b2d-aaef-9fa23f14bdc7 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 0.5878243 Apr 22 21:37:00.903891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:00.918716 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52e39cb6-8394-4278-88a7-441badff3287 HTTP/1.1" status: 204 len: 168 time: 0.4057119 Apr 22 21:37:00.920752 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fde3d45a-6792-47ca-9085-5cf64c658d96 req-af15130f-d2cb-49ad-89c8-6a36dbebad93 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720608 Apr 22 21:37:00.931731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e39cb6-8394-4278-88a7-441badff3287,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:00.940153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:00.945943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018a1f-7fd2-4d9f-9a82-a065c4836b1b req-cd1a49e8-c018-408f-bd7b-5cbe6b3bf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:00.947547 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e018a1f-7fd2-4d9f-9a82-a065c4836b1b req-cd1a49e8-c018-408f-bd7b-5cbe6b3bf8fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 1099 time: 0.6096444 Apr 22 21:37:01.083632 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e018a1f-7fd2-4d9f-9a82-a065c4836b1b req-e9e1cf5c-b9bc-4e14-9589-58d3a5918330 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268532 Apr 22 21:37:01.324303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09b3b7-6b52-4f07-8a83-893b925d61cc req-01a74f42-9c19-46ce-9786-97e89e46a7d1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:01.335037 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae09b3b7-6b52-4f07-8a83-893b925d61cc req-01a74f42-9c19-46ce-9786-97e89e46a7d1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1285589 Apr 22 21:37:01.373156 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cceb58d4-8be4-4909-bf84-6b3eafa24198 req-773b8552-6557-48b5-bbb0-35de207532bb tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=72615f3e-4a3c-4eb2-8471-cee6ab109e82 HTTP/1.1" status: 200 len: 210 time: 0.1913404 Apr 22 21:37:01.431792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ae09b3b7-6b52-4f07-8a83-893b925d61cc req-17992b43-bbf5-498f-a18e-243e9a6c24c0 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958347 Apr 22 21:37:02.152294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14936f9-189e-406e-97a2-59a3a1bb31ab req-0a50b45f-791c-4151-a186-6b6ede2cbbae tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:02.155040 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f14936f9-189e-406e-97a2-59a3a1bb31ab req-0a50b45f-791c-4151-a186-6b6ede2cbbae tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 0.1101754 Apr 22 21:37:02.231929 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f14936f9-189e-406e-97a2-59a3a1bb31ab req-8453ae20-deab-470b-90fd-aabad7ec7f82 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698471 Apr 22 21:37:02.866993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bd376-6c46-4668-bf94-94b92b95fd67 req-91ab4c63-4243-44bb-b9b7-1cf7af6806a1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:02.870354 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-870bd376-6c46-4668-bf94-94b92b95fd67 req-91ab4c63-4243-44bb-b9b7-1cf7af6806a1 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1809306 Apr 22 21:37:02.967036 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-870bd376-6c46-4668-bf94-94b92b95fd67 req-da7d1a42-2100-4032-8626-eef1755f923b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877793 Apr 22 21:37:03.310752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12184b9-c179-4e08-99b7-d3585595a105 req-ab1a49fd-6f6e-4427-9381-9dc3f8bed4af tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:03.318699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e12184b9-c179-4e08-99b7-d3585595a105 req-ab1a49fd-6f6e-4427-9381-9dc3f8bed4af tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:03.344691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e12184b9-c179-4e08-99b7-d3585595a105 req-ab1a49fd-6f6e-4427-9381-9dc3f8bed4af tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:03.346564 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e12184b9-c179-4e08-99b7-d3585595a105 req-ab1a49fd-6f6e-4427-9381-9dc3f8bed4af tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 946 time: 0.1551206 Apr 22 21:37:03.413788 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e12184b9-c179-4e08-99b7-d3585595a105 req-2087c34f-f098-429a-bdb2-b5ed8da5ecc2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Apr 22 21:37:03.552835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3bb15-71c6-431f-9b84-9d3e2cb9a15c req-79dbd59b-4d50-4982-9ec0-fbca1e465962 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:03.562640 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1bc3bb15-71c6-431f-9b84-9d3e2cb9a15c req-79dbd59b-4d50-4982-9ec0-fbca1e465962 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 0.1352043 Apr 22 21:37:03.619561 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-ab67e60a-7667-4f76-8be5-73e4ec72384f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1177938 Apr 22 21:37:03.638957 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1bc3bb15-71c6-431f-9b84-9d3e2cb9a15c req-def9303b-574b-4ab8-ad49-9e8a04a5a183 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Apr 22 21:37:04.004993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204ee7-58d7-47f7-9e21-94b812651476 req-05724c3b-4357-439c-873d-d7fd4bf85b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:04.018406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-05724c3b-4357-439c-873d-d7fd4bf85b19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 1098 time: 0.2967608 Apr 22 21:37:04.487389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204ee7-58d7-47f7-9e21-94b812651476 req-b36fdb2f-c85c-46e2-a0b2-cb1f0027a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:04.490315 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-b36fdb2f-c85c-46e2-a0b2-cb1f0027a6de service neutron] 10.222.0.26 "GET /v2.0/networks?id=50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 200 len: 915 time: 0.4393592 Apr 22 21:37:04.625745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-f352da9a-1c23-40f8-a5b9-5a51f0764d5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 200 len: 217 time: 0.1252408 Apr 22 21:37:04.738724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c176d-c7ab-490d-bd3b-a5557f923bd4 req-45488427-c528-4cbb-92ca-9818879ceb2f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:04.749169 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e7c176d-c7ab-490d-bd3b-a5557f923bd4 req-45488427-c528-4cbb-92ca-9818879ceb2f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.4438164 Apr 22 21:37:04.798605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490ac71-244d-4ad1-b0af-b64471fbdaac req-088cae2f-ffd3-408d-9475-542901aa2bd8 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:04.807889 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b490ac71-244d-4ad1-b0af-b64471fbdaac req-088cae2f-ffd3-408d-9475-542901aa2bd8 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 946 time: 0.1429102 Apr 22 21:37:04.863827 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e7c176d-c7ab-490d-bd3b-a5557f923bd4 req-a46614b5-f014-40bd-9e68-126bd0efffd8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133206 Apr 22 21:37:04.890968 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b490ac71-244d-4ad1-b0af-b64471fbdaac req-8c4d3e99-769f-47d3-aba5-eb1b466a624f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815113 Apr 22 21:37:04.899263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204ee7-58d7-47f7-9e21-94b812651476 req-d0abb9f9-b110-41a4-a14d-af99c8548d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:04.901610 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-d0abb9f9-b110-41a4-a14d-af99c8548d2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 200 len: 854 time: 0.2639310 Apr 22 21:37:04.972651 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-d3650449-c825-41ff-be15-f5ccfaa1025b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50571f12-d0da-410d-9dc1-7d5475d651f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597017 Apr 22 21:37:05.094647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:05.138505 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-f2adad6a-855b-47c3-9102-9c6da164abb8 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584046 Apr 22 21:37:05.265248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-d2358fe4-672c-479f-a084-b733793ffdb2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:05.268453 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-d2358fe4-672c-479f-a084-b733793ffdb2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 946 time: 0.2406111 Apr 22 21:37:05.303803 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-10204ee7-58d7-47f7-9e21-94b812651476 req-816ead80-9589-46c0-978b-b306a91549c5 service neutron] 10.222.0.26 "GET /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576290 Apr 22 21:37:05.502599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Deleting port a0cf8b88-289f-47dc-b20a-9af8df975929 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:05.503508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:05.756963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] For port a0cf8b88-289f-47dc-b20a-9af8df975929, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a0cf8b88-289f-47dc-b20a-9af8df975929,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:05.757594 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:06.252681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Calling delete_port for a0cf8b88-289f-47dc-b20a-9af8df975929 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:06.454828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:06.467659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cef3bf39-fbd8-4c75-9d19-f4ae45ed9b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:06.470076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['f31d5f06-01f2-48c6-a3c5-cde359325f50', 'a0cf8b88-289f-47dc-b20a-9af8df975929'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:37:06.504600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce9da5-6874-4636-b669-00c83e5521e1 req-4225570b-cc37-4fb5-927c-251d37915f2f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:06.514065 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ffce9da5-6874-4636-b669-00c83e5521e1 req-4225570b-cc37-4fb5-927c-251d37915f2f tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 867 time: 0.4283538 Apr 22 21:37:06.626770 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ffce9da5-6874-4636-b669-00c83e5521e1 req-b08adbef-8e73-4615-9c8c-82d4e0326092 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111839 Apr 22 21:37:06.639333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f866-1850-4ffa-a89c-498ed6102507 req-cab81118-12eb-4eeb-aa21-58be06209022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:06.642181 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84e6f866-1850-4ffa-a89c-498ed6102507 req-cab81118-12eb-4eeb-aa21-58be06209022 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.2673631 Apr 22 21:37:06.702426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event deleted for resources: {'Port': ['ID=a0cf8b88-289f-47dc-b20a-9af8df975929,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:06.724656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.725667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.726495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.727308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.728152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.729043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.729895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.730715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.732466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.733306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.734194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.734995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:06.743604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:06.884546 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84e6f866-1850-4ffa-a89c-498ed6102507 req-094c5afe-df3b-4fc8-954b-510ebe922311 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309873 Apr 22 21:37:06.964629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] No DVR routers for this DVR port a0cf8b88-289f-47dc-b20a-9af8df975929 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:06.978781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:06.984263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'name': 'network-vif-deleted', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:07.028562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb55d0-3cf6-4422-94a6-a6a2061a62d6 req-505f2586-f8d5-41d8-9afa-0e531188e485 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:07.043659 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-64eb55d0-3cf6-4422-94a6-a6a2061a62d6 req-505f2586-f8d5-41d8-9afa-0e531188e485 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.4982891 Apr 22 21:37:07.143762 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-64eb55d0-3cf6-4422-94a6-a6a2061a62d6 req-1883a41f-1cdf-43be-9914-81cced0cea86 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980151 Apr 22 21:37:07.167307 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c724dc96-5678-4a25-90f9-57b75697ed17 req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "DELETE /v2.0/ports/a0cf8b88-289f-47dc-b20a-9af8df975929 HTTP/1.1" status: 204 len: 173 time: 1.8894916 Apr 22 21:37:07.360350 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e90230-1b5f-4bd7-ae5d-b6a464a56a2b', 'name': 'network-vif-deleted', 'tag': 'a0cf8b88-289f-47dc-b20a-9af8df975929', 'status': 'completed', 'code': 200} Apr 22 21:37:08.043310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-93200592-00a0-4ed0-bfb2-ab3454057376 req-6e817fa7-1cd3-40c7-b0f4-814597e61d1b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:08.072412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-93200592-00a0-4ed0-bfb2-ab3454057376 req-6e817fa7-1cd3-40c7-b0f4-814597e61d1b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:08.074946 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-93200592-00a0-4ed0-bfb2-ab3454057376 req-6e817fa7-1cd3-40c7-b0f4-814597e61d1b tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=26e90230-1b5f-4bd7-ae5d-b6a464a56a2b HTTP/1.1" status: 200 len: 210 time: 0.1425984 Apr 22 21:37:08.665643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4b784-322c-4383-8e64-95a2e142ea8c req-3a45a20f-6b1d-4c63-8b50-331da55594c9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:08.675690 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ddf4b784-322c-4383-8e64-95a2e142ea8c req-3a45a20f-6b1d-4c63-8b50-331da55594c9 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2572708 Apr 22 21:37:08.839048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ddf4b784-322c-4383-8e64-95a2e142ea8c req-47994b1d-e47e-432a-be81-ed6864bf7ba2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615133 Apr 22 21:37:08.877973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device a0cf8b88-289f-47dc-b20a-9af8df975929 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:08.940488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: a0cf8b88-289f-47dc-b20a-9af8df975929 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:08.941135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device a0cf8b88-289f-47dc-b20a-9af8df975929 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:09.905255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b10fb3a6-f235-4652-ac02-15d120a49ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:10.314056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b724e-fa01-4be2-b0ab-fd970c5a8369 req-865f03a8-a1a9-4200-9a91-fe997a56f6b3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:10.330080 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-590b724e-fa01-4be2-b0ab-fd970c5a8369 req-865f03a8-a1a9-4200-9a91-fe997a56f6b3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1963925 Apr 22 21:37:10.432953 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-590b724e-fa01-4be2-b0ab-fd970c5a8369 req-136ea3ed-00f7-4df9-a6b9-25a9bedcb13b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000085 Apr 22 21:37:10.982471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed291e04-e7ac-40e6-9223-662efa12d1ed req-1b475b7e-f115-47f5-8ceb-80484ac17e6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:10.985485 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed291e04-e7ac-40e6-9223-662efa12d1ed req-1b475b7e-f115-47f5-8ceb-80484ac17e6c tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 0.2752104 Apr 22 21:37:11.107038 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed291e04-e7ac-40e6-9223-662efa12d1ed req-548e57fc-0b4a-4e24-855e-d7c541c94593 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090508 Apr 22 21:37:11.497273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614f640-b43c-4a45-846a-a08bb7b862d4 req-f030bbab-f7f8-4415-ad2a-9937b98fe2b6 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:11.500097 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8614f640-b43c-4a45-846a-a08bb7b862d4 req-f030bbab-f7f8-4415-ad2a-9937b98fe2b6 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.1527123 Apr 22 21:37:11.580214 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8614f640-b43c-4a45-846a-a08bb7b862d4 req-989f7cd6-ef18-4200-b3d3-5e44240f6cac tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668201 Apr 22 21:37:11.996087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1de3608f-b7a2-4794-870e-207d989e0cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:12.212071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-0f20ab70-e7ac-42ae-99a8-839de8ecdcb0 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:12.218472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-cfe4be2e-6f9b-4a15-86c8-dddfa51e120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:12.218919 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-cfe4be2e-6f9b-4a15-86c8-dddfa51e120b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=237b4680a3314deb95fa53749cb52deb&device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 1098 time: 0.2616916 Apr 22 21:37:12.219168 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-0f20ab70-e7ac-42ae-99a8-839de8ecdcb0 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.26 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 0.4015350 Apr 22 21:37:12.238646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfbf0f-8c73-4ee7-8002-d547baf19444 req-2628fd57-861f-4cd1-87d0-35a1e4693a71 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:12.256921 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13dfbf0f-8c73-4ee7-8002-d547baf19444 req-2628fd57-861f-4cd1-87d0-35a1e4693a71 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2280431 Apr 22 21:37:12.504824 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13dfbf0f-8c73-4ee7-8002-d547baf19444 req-9809c813-76ac-4caa-a33c-564de6f3270f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461488 Apr 22 21:37:12.538790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:12.695054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-8bd5b12e-4ef3-4490-a63e-7c57358a2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:12.698194 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-8bd5b12e-4ef3-4490-a63e-7c57358a2117 service neutron] 10.222.0.26 "GET /v2.0/networks?id=391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 200 len: 920 time: 0.3824949 Apr 22 21:37:12.702976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Deleting port 2c792b37-19d3-4aba-be52-15da692ca3e9 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:12.703586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:12.893071 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-d5cef7d8-5d59-48a8-bdbd-4d2e3c6dd364 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 200 len: 217 time: 0.1826296 Apr 22 21:37:12.940353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:13.080215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-ab1966e2-940b-4690-b2ba-2e08e9d75e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:13.083142 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-ab1966e2-940b-4690-b2ba-2e08e9d75e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 200 len: 859 time: 0.1830995 Apr 22 21:37:13.147801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] For port 2c792b37-19d3-4aba-be52-15da692ca3e9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=2c792b37-19d3-4aba-be52-15da692ca3e9,segment=NetworkSegment(c5df27b3-3c39-4a00-a489-7c80590720d0),segment_id=c5df27b3-3c39-4a00-a489-7c80590720d0)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:13.148970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:13.223422 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-6186c716-abfb-4d83-80ee-7146efac6243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=391be90e-b407-46ac-9508-fbab91270a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256766 Apr 22 21:37:13.620541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Calling delete_port for 2c792b37-19d3-4aba-be52-15da692ca3e9 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:13.642951 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-c0509263-df3f-403f-a531-1dcdde975af8 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106736 Apr 22 21:37:13.680444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf993a-ff63-42c3-843d-9c2e56d4271d req-745bd231-d2ee-4c83-9ac3-05a935acb853 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:13.696986 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6fbf993a-ff63-42c3-843d-9c2e56d4271d req-745bd231-d2ee-4c83-9ac3-05a935acb853 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 946 time: 1.2040746 Apr 22 21:37:13.826475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee738d-14f4-4902-9d02-3e39293d2e76 req-a308a82d-e43d-4b62-b598-902ee525ecf3 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:13.846479 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ceee738d-14f4-4902-9d02-3e39293d2e76 req-a308a82d-e43d-4b62-b598-902ee525ecf3 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.3114016 Apr 22 21:37:13.925479 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ceee738d-14f4-4902-9d02-3e39293d2e76 req-c0dbf464-51b7-4fba-91ac-d76bbfbd8681 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777366 Apr 22 21:37:13.965920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:14.029358 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-079a4332-83dc-4d3e-b5db-d650a5200921 service neutron] 10.222.0.26 "GET /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715215 Apr 22 21:37:14.242021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6fbf993a-ff63-42c3-843d-9c2e56d4271d req-2ed8d222-1adc-4766-b613-cf0c09a86214 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/security-groups?id=67d8da82-6f59-4af3-8df1-eda4d0889461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429246 Apr 22 21:37:14.279849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bf4ae-e3aa-4800-a8be-d0187c7f30d5 req-7f6da6d5-da96-46df-bba6-78be7a742ba2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:14.292956 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f51bf4ae-e3aa-4800-a8be-d0187c7f30d5 req-7f6da6d5-da96-46df-bba6-78be7a742ba2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2137370 Apr 22 21:37:14.440969 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f51bf4ae-e3aa-4800-a8be-d0187c7f30d5 req-6a057df7-4fdf-408a-8915-af7360fec82e tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429942 Apr 22 21:37:14.594845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-03cc152d-400b-4c7e-aca9-0808525b4829 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:14.602575 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-03cc152d-400b-4c7e-aca9-0808525b4829 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 1.0914702 Apr 22 21:37:14.664178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:14.691934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a9a5ec58-7998-40d1-8964-8fc603913c41 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:14.887868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 2c792b37-19d3-4aba-be52-15da692ca3e9 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:14.954347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Pushing event deleted for resources: {'Port': ['ID=2c792b37-19d3-4aba-be52-15da692ca3e9,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:15.039587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:15.104434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 2c792b37-19d3-4aba-be52-15da692ca3e9 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:15.105242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 2c792b37-19d3-4aba-be52-15da692ca3e9 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:15.471517 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] No DVR routers for this DVR port 2c792b37-19d3-4aba-be52-15da692ca3e9 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:15.491512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:15.537729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'name': 'network-vif-deleted', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:15.575539 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a705dd43-d8e7-4974-96c0-cc762898ce12 req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.26 "DELETE /v2.0/ports/2c792b37-19d3-4aba-be52-15da692ca3e9 HTTP/1.1" status: 204 len: 173 time: 3.3450515 Apr 22 21:37:15.802775 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aacb32aa-0e74-4ca5-a210-8947d3abd8fc req-b4e454af-7111-42c8-af09-bde2a033ab39 tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99f29a1-0fac-49d0-a5a2-383277e5f7c0 HTTP/1.1" status: 200 len: 210 time: 0.2484913 Apr 22 21:37:15.939594 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3dd4c-6005-4092-bda1-4cebc24fad91 req-1911e3f9-73f4-441a-8a11-d3b5f657aba2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:15.944237 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-faa3dd4c-6005-4092-bda1-4cebc24fad91 req-1911e3f9-73f4-441a-8a11-d3b5f657aba2 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 945 time: 0.5531046 Apr 22 21:37:16.082601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Deleting port f31d5f06-01f2-48c6-a3c5-cde359325f50 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:16.083599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:16.355952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] For port f31d5f06-01f2-48c6-a3c5-cde359325f50, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f31d5f06-01f2-48c6-a3c5-cde359325f50,segment=NetworkSegment(9a31029f-1412-4604-8691-8ff739525144),segment_id=9a31029f-1412-4604-8691-8ff739525144)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:16.356268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:16.360131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497156-9bc1-4d19-a7ed-e77e18edc7a9 req-5028ef52-5542-4846-8d17-8859b421872f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:16.369457 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14497156-9bc1-4d19-a7ed-e77e18edc7a9 req-5028ef52-5542-4846-8d17-8859b421872f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2053194 Apr 22 21:37:16.437504 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14497156-9bc1-4d19-a7ed-e77e18edc7a9 req-b26ed92a-a813-486f-9469-cf39c36e5658 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665557 Apr 22 21:37:16.518518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Calling delete_port for f31d5f06-01f2-48c6-a3c5-cde359325f50 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:16.524834 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99f29a1-0fac-49d0-a5a2-383277e5f7c0', 'name': 'network-vif-deleted', 'tag': '2c792b37-19d3-4aba-be52-15da692ca3e9', 'status': 'completed', 'code': 200} Apr 22 21:37:16.529302 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-faa3dd4c-6005-4092-bda1-4cebc24fad91 req-d652eb39-52c3-4a26-96a6-1c70fe33fc95 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/security-groups?id=add92a99-491a-4713-b543-ecedc240090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620832 Apr 22 21:37:16.718490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:16.742322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0f8e6ed-3fa9-48dd-9cf3-d849008f203b tempest-VolumesActionsTest-783502497 tempest-VolumesActionsTest-783502497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:16.880468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device f31d5f06-01f2-48c6-a3c5-cde359325f50 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:16.998603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: f31d5f06-01f2-48c6-a3c5-cde359325f50 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:17.003136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device f31d5f06-01f2-48c6-a3c5-cde359325f50 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:17.017815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Pushing event deleted for resources: {'Port': ['ID=f31d5f06-01f2-48c6-a3c5-cde359325f50,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:17.033444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:17.111299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] No DVR routers for this DVR port f31d5f06-01f2-48c6-a3c5-cde359325f50 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:17.115132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:17.142092 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-803f39f7-5cf0-469b-bd97-22aef15cd349 req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.26 "DELETE /v2.0/ports/f31d5f06-01f2-48c6-a3c5-cde359325f50 HTTP/1.1" status: 204 len: 173 time: 2.5340536 Apr 22 21:37:17.945359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-776de0ec-d301-4c70-8692-0c9004a3a4fb req-8093ec22-8e50-4ded-86f8-6ae1c302dcc5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Synchronizing usage tracker for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:17.970754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-776de0ec-d301-4c70-8692-0c9004a3a4fb req-8093ec22-8e50-4ded-86f8-6ae1c302dcc5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Unset dirty status for tenant:6b3314b772b0486c8d964d25cbbd98d0 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:17.982851 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-776de0ec-d301-4c70-8692-0c9004a3a4fb req-8093ec22-8e50-4ded-86f8-6ae1c302dcc5 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ca59d3-78a6-4cf8-b2cd-abebab170c6e HTTP/1.1" status: 200 len: 210 time: 0.1751854 Apr 22 21:37:18.055646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e608-d9ef-4cb8-b865-03d6ca722978 req-d786e2b3-9cb1-4f2c-8ec0-553b19ab2702 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:18.066999 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88b1e608-d9ef-4cb8-b865-03d6ca722978 req-d786e2b3-9cb1-4f2c-8ec0-553b19ab2702 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3463264 Apr 22 21:37:18.136591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88b1e608-d9ef-4cb8-b865-03d6ca722978 req-70eb0517-5c12-4e24-8726-5e24fbc9d747 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Apr 22 21:37:18.526572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'name': 'network-vif-deleted', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:19.170825 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ca59d3-78a6-4cf8-b2cd-abebab170c6e', 'name': 'network-vif-deleted', 'tag': 'f31d5f06-01f2-48c6-a3c5-cde359325f50', 'status': 'completed', 'code': 200} Apr 22 21:37:19.441824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58528) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:19.637495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Deleting subnet 114eefb9-7281-4553-a019-8d83c18f44cf {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:37:19.644244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:19.773803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240494f7-5c27-487c-8c2a-5bdd310fb654 req-44885d53-f6b5-4b4a-bad8-4ef52c8c3beb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:19.775937 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-240494f7-5c27-487c-8c2a-5bdd310fb654 req-44885d53-f6b5-4b4a-bad8-4ef52c8c3beb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1611352 Apr 22 21:37:19.786414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:19.942239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-240494f7-5c27-487c-8c2a-5bdd310fb654 req-ea8775d7-01c5-45fb-8e83-c0527819adae tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385801 Apr 22 21:37:20.050584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:20.569401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:20.578635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:20.632395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:20.636272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114eefb9-7281-4553-a019-8d83c18f44cf,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:20.644695 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/114eefb9-7281-4553-a019-8d83c18f44cf HTTP/1.1" status: 204 len: 168 time: 1.1957145 Apr 22 21:37:20.647481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-879d646b-0333-4fd9-80cc-f91eb38020cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:20.648606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58554) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:20.810039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:21.068538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:21.239014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50571f12-d0da-410d-9dc1-7d5475d651f0']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:21.255680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a31029f-1412-4604-8691-8ff739525144') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:21.256224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a31029f-1412-4604-8691-8ff739525144') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:21.272095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:21.347090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:21.366154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:37:21.511136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87d97-c78e-4319-a64a-499d8f0fd72c req-63f76191-e9e6-4c8c-b2c3-1afe33ecd380 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:21.513209 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2ef87d97-c78e-4319-a64a-499d8f0fd72c req-63f76191-e9e6-4c8c-b2c3-1afe33ecd380 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2323570 Apr 22 21:37:21.658127 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2ef87d97-c78e-4319-a64a-499d8f0fd72c req-0e707c97-8c89-4cf6-9f56-f2b294ace39e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844502 Apr 22 21:37:21.665716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:21.682123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:21.925607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Network 50571f12-d0da-410d-9dc1-7d5475d651f0 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:37:21.971240 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:37:22.116657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.124231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0192785c-d943-46da-8ec0-868a7a8cb1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:22.147040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.167188 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50571f12-d0da-410d-9dc1-7d5475d651f0 HTTP/1.1" status: 204 len: 168 time: 1.5171692 Apr 22 21:37:22.168622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=50571f12-d0da-410d-9dc1-7d5475d651f0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:22.173933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:22.419969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58592) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:22.520710 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b94aed0f-bc45-47b5-b89f-8ca3bfcd3691 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b3314b772b0486c8d964d25cbbd98d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0979488 Apr 22 21:37:22.523702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58598) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:22.609246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.653401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.741510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.770401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9aa0ce64-1183-4eff-a312-abd663d21f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:22.796026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add92a99-491a-4713-b543-ecedc240090a,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:22.806813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.807427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.808048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.808574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.809123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.809702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.810207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.810742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.811242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.811817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.812490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.812997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:22.821470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:22.822661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:22.827239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/add92a99-491a-4713-b543-ecedc240090a HTTP/1.1" status: 204 len: 168 time: 0.3023300 Apr 22 21:37:22.961553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8c4f1-f374-493c-886f-2df434ec631c req-f795c53a-c8fa-4719-b33e-d2ef505dd499 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:22.963473 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62f8c4f1-f374-493c-886f-2df434ec631c req-f795c53a-c8fa-4719-b33e-d2ef505dd499 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1154842 Apr 22 21:37:23.023664 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62f8c4f1-f374-493c-886f-2df434ec631c req-e43bdf02-6eb1-4313-9ca7-cb1b1bf20613 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493498 Apr 22 21:37:23.247150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ddda8-3cec-4ef1-9f6d-0a30dfae55b9 req-46083d49-9c9a-4e7c-a226-6eaa59cb4f5d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:23.250058 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f9ddda8-3cec-4ef1-9f6d-0a30dfae55b9 req-46083d49-9c9a-4e7c-a226-6eaa59cb4f5d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1499000 Apr 22 21:37:23.366370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f9ddda8-3cec-4ef1-9f6d-0a30dfae55b9 req-791b0ecb-7995-444f-9d1b-965d00a776e6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073775 Apr 22 21:37:24.571984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edbef-0e28-440b-af98-95d7950c9554 req-7674bcd9-fa07-4aca-a265-4f25f5f29d30 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:24.581274 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5b3edbef-0e28-440b-af98-95d7950c9554 req-7674bcd9-fa07-4aca-a265-4f25f5f29d30 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2977853 Apr 22 21:37:24.645151 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5b3edbef-0e28-440b-af98-95d7950c9554 req-cfd2c695-b423-4113-8951-9ac9af4ae8ba tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627642 Apr 22 21:37:24.720855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f412f-4d86-4db6-bffc-9250b810ea26 req-f5eea7ca-e4be-46e6-b07d-28beaaee149f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:24.722794 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-652f412f-4d86-4db6-bffc-9250b810ea26 req-f5eea7ca-e4be-46e6-b07d-28beaaee149f tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1229069 Apr 22 21:37:24.844474 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-652f412f-4d86-4db6-bffc-9250b810ea26 req-3760c7c9-41f4-4e2b-b99a-464969c4eb50 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030481 Apr 22 21:37:25.078271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633669a8-9e84-40a0-9ee7-b2afc09bcf8f req-cdff330d-1050-49b6-b3b3-89491b0dbe16 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:25.081171 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-633669a8-9e84-40a0-9ee7-b2afc09bcf8f req-cdff330d-1050-49b6-b3b3-89491b0dbe16 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.2317038 Apr 22 21:37:25.168262 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-633669a8-9e84-40a0-9ee7-b2afc09bcf8f req-491e57af-2970-401e-8e25-2d1a21e09620 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Apr 22 21:37:26.032076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927855-72fe-4df4-b893-7583b0e3b486 req-463b89a5-cca4-469b-abed-29b01d78815d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:26.033867 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f927855-72fe-4df4-b893-7583b0e3b486 req-463b89a5-cca4-469b-abed-29b01d78815d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2202845 Apr 22 21:37:26.046686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-4eee2ac1-de0c-4d33-abb3-8bb2babc63e2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:26.048394 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-4eee2ac1-de0c-4d33-abb3-8bb2babc63e2 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1857047 Apr 22 21:37:26.385612 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd4241-a221-422c-b9f3-e77f6f56ab43 req-aa68da60-1975-45d5-a73a-595495e2bdeb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:26.387442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6fcd4241-a221-422c-b9f3-e77f6f56ab43 req-aa68da60-1975-45d5-a73a-595495e2bdeb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 946 time: 0.1150441 Apr 22 21:37:26.449266 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f927855-72fe-4df4-b893-7583b0e3b486 req-e72a5ae7-6ff2-4a11-ba2b-c0371ee8924a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995934 Apr 22 21:37:26.461576 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6fcd4241-a221-422c-b9f3-e77f6f56ab43 req-f6f4e357-b6d2-416d-8aa1-1e2633e3a435 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643568 Apr 22 21:37:26.601544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Deleting port 8b389377-5b13-41f6-add2-441c734bb024 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:26.601930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:26.819796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] For port 8b389377-5b13-41f6-add2-441c734bb024, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8b389377-5b13-41f6-add2-441c734bb024,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:26.820130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:26.836082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eaeca-3dea-45d0-aa57-882c5d241c64 req-037d8d92-b5a4-4feb-a361-ca03269dcca1 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:26.840500 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f01eaeca-3dea-45d0-aa57-882c5d241c64 req-037d8d92-b5a4-4feb-a361-ca03269dcca1 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.1187050 Apr 22 21:37:26.919611 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f01eaeca-3dea-45d0-aa57-882c5d241c64 req-b9cc2fcf-a8d3-4985-bdea-2ef91bc60b4d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684192 Apr 22 21:37:26.970200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Calling delete_port for 8b389377-5b13-41f6-add2-441c734bb024 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:27.089544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:27.096084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:27.109729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['acc828ef-89e8-4ff8-8c26-ecae662667fc'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:37:27.151017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Pushing event deleted for resources: {'Port': ['ID=8b389377-5b13-41f6-add2-441c734bb024,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:27.154780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:27.235385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] No DVR routers for this DVR port 8b389377-5b13-41f6-add2-441c734bb024 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:27.238485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:27.242240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'name': 'network-vif-deleted', 'tag': '8b389377-5b13-41f6-add2-441c734bb024'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:27.260126 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f6e6ea53-6af1-4be1-971a-de147cda9b71 req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "DELETE /v2.0/ports/8b389377-5b13-41f6-add2-441c734bb024 HTTP/1.1" status: 204 len: 173 time: 1.1536365 Apr 22 21:37:27.308046 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651d6379-188e-482d-b2c9-9bc9c6ce24b2', 'name': 'network-vif-deleted', 'tag': '8b389377-5b13-41f6-add2-441c734bb024', 'status': 'completed', 'code': 200} Apr 22 21:37:27.665142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-363b85a3-5752-49fb-aa3a-259b20a01c09 req-302af1f5-5502-4f01-a2dc-92741d4db68d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Synchronizing usage tracker for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:27.682876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-363b85a3-5752-49fb-aa3a-259b20a01c09 req-302af1f5-5502-4f01-a2dc-92741d4db68d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Unset dirty status for tenant:237b4680a3314deb95fa53749cb52deb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:27.684570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-363b85a3-5752-49fb-aa3a-259b20a01c09 req-302af1f5-5502-4f01-a2dc-92741d4db68d tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=651d6379-188e-482d-b2c9-9bc9c6ce24b2 HTTP/1.1" status: 200 len: 210 time: 0.0734162 Apr 22 21:37:27.739713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586262a-7081-4dbf-98fb-9d4e957ee489 req-024608e3-2ce0-487a-bcc9-a47bc8c7adae tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:27.741596 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8586262a-7081-4dbf-98fb-9d4e957ee489 req-024608e3-2ce0-487a-bcc9-a47bc8c7adae tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1534526 Apr 22 21:37:27.805712 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8586262a-7081-4dbf-98fb-9d4e957ee489 req-f053a637-2717-4ba3-823c-32486532f987 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512171 Apr 22 21:37:28.380404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79df5f-8870-4064-81fe-7ba538430528 req-7f8db7b9-7cab-455e-9200-703522e99a5f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:28.393021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f79df5f-8870-4064-81fe-7ba538430528 req-7f8db7b9-7cab-455e-9200-703522e99a5f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.2247984 Apr 22 21:37:28.481952 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f79df5f-8870-4064-81fe-7ba538430528 req-410ea329-f336-4d2b-bf98-097cecd3df5b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848567 Apr 22 21:37:28.935721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8b389377-5b13-41f6-add2-441c734bb024 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:29.053054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 8b389377-5b13-41f6-add2-441c734bb024 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:29.053734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 8b389377-5b13-41f6-add2-441c734bb024 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:29.253171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd61d0-4239-4457-b522-42923b571d27 req-f56affcc-c1d0-4647-9561-cc5f63179728 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:29.256153 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2fd61d0-4239-4457-b522-42923b571d27 req-f56affcc-c1d0-4647-9561-cc5f63179728 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1827202 Apr 22 21:37:29.344921 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2fd61d0-4239-4457-b522-42923b571d27 req-fd7b67bf-8dc7-4f7a-bd45-f9ab54e66081 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764484 Apr 22 21:37:29.433766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:37:29.522229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367aede-8f72-4974-b247-898554e124c6 req-31d6cd79-3458-4a6b-8e70-8dc88cb7be80 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:29.525805 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4367aede-8f72-4974-b247-898554e124c6 req-31d6cd79-3458-4a6b-8e70-8dc88cb7be80 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.1621258 Apr 22 21:37:29.593948 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4367aede-8f72-4974-b247-898554e124c6 req-a3e84d81-44dd-408c-84b2-45b75fcb6fb5 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571051 Apr 22 21:37:29.759713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550279f-fefd-4692-be4e-6d67180ae1a8 req-f7f18245-9220-4c68-b245-6e18aa687580 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:29.761817 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8550279f-fefd-4692-be4e-6d67180ae1a8 req-f7f18245-9220-4c68-b245-6e18aa687580 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.1045816 Apr 22 21:37:29.830067 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8550279f-fefd-4692-be4e-6d67180ae1a8 req-88728c9a-c612-44f6-b65d-b0f4235787e9 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555134 Apr 22 21:37:29.946198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-bc4af8be-631a-494d-ad35-dff6b214b95f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:29.949122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-bc4af8be-631a-494d-ad35-dff6b214b95f tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 945 time: 0.1118836 Apr 22 21:37:30.101661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58818) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:30.162856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Deleting port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:30.163494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.295532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.328028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:30.336487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b96d06988d794be29aca096d07a21f65 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:30.343112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:30.356332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:30.392411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] For port 858ed9f5-aa3b-4c62-900e-959d6ea494d6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=858ed9f5-aa3b-4c62-900e-959d6ea494d6,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:30.393108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.611569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.612706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58832) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:30.665922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Calling delete_port for 858ed9f5-aa3b-4c62-900e-959d6ea494d6 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:30.684770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.724718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cdaa3d24-537c-42b4-bd7d-a66a8e329fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:30.738225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Deleting subnet e20aaa63-0989-45e3-88ae-4c36303ec95b {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:37:30.747035 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b96d06988d794be29aca096d07a21f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6436756 Apr 22 21:37:30.749673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:30.752820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58838) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:30.869784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89db2e85-2fd3-4a47-b6b8-fd9a96838f9e,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:30.977473 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.042942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e7b6561e-1497-4085-a961-8e47234ae59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:31.177346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Pushing event deleted for resources: {'Port': ['ID=858ed9f5-aa3b-4c62-900e-959d6ea494d6,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:31.215521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:31.225550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826104683'] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.240251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:31.304135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954df520-9d80-476c-8e22-0843542e6ff4 req-2c60047c-5a2d-4f3f-b260-746860373a00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:31.306068 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-954df520-9d80-476c-8e22-0843542e6ff4 req-2c60047c-5a2d-4f3f-b260-746860373a00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.7459984 Apr 22 21:37:31.334892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.386290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.390547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] No DVR routers for this DVR port 858ed9f5-aa3b-4c62-900e-959d6ea494d6 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:31.399588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.418241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'name': 'network-vif-deleted', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:31.439493 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-954df520-9d80-476c-8e22-0843542e6ff4 req-ec83997e-ef77-4a12-b5e7-e5562b7c4508 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223772 Apr 22 21:37:31.504140 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40d9659e-5e90-4c6b-9913-0434e3de3d42 req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "DELETE /v2.0/ports/858ed9f5-aa3b-4c62-900e-959d6ea494d6 HTTP/1.1" status: 204 len: 173 time: 1.5478616 Apr 22 21:37:31.511253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.585320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab528-e14b-4910-a7f7-bcd28b327f0b req-7d8dcf53-ac33-41df-a42f-7be1ce80476c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:31.588392 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aebab528-e14b-4910-a7f7-bcd28b327f0b req-7d8dcf53-ac33-41df-a42f-7be1ce80476c tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.6404111 Apr 22 21:37:31.714133 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aebab528-e14b-4910-a7f7-bcd28b327f0b req-71fa67f9-2957-463e-b1b1-5598fe16d9ab tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073391 Apr 22 21:37:31.715407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.725289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7a768286-5532-4bc0-9057-ed31e9783fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:31.743588 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb4ddaa9-6ad0-450b-b741-c26b68a13e50 req-bfc37140-2d1b-4fbf-9216-839e31b319e5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=448bf68b-0a69-4c61-a84d-7de4bcf2a17f HTTP/1.1" status: 200 len: 210 time: 0.0628757 Apr 22 21:37:31.755159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89db2e85-2fd3-4a47-b6b8-fd9a96838f9e,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:31.759624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:31.763966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.766445 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89db2e85-2fd3-4a47-b6b8-fd9a96838f9e HTTP/1.1" status: 204 len: 168 time: 1.0105402 Apr 22 21:37:31.818670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827435880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27284814'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.842042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c905786c-7c1c-4a82-85d4-28f530d7fe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:31.868700 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448bf68b-0a69-4c61-a84d-7de4bcf2a17f', 'name': 'network-vif-deleted', 'tag': '858ed9f5-aa3b-4c62-900e-959d6ea494d6', 'status': 'completed', 'code': 200} Apr 22 21:37:31.922438 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20aaa63-0989-45e3-88ae-4c36303ec95b,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:31.926645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:31.934214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:31.948191 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3f6fe236-aa62-4d03-ba98-69a841f83f52 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e20aaa63-0989-45e3-88ae-4c36303ec95b HTTP/1.1" status: 204 len: 168 time: 1.3341627 Apr 22 21:37:31.951557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58852) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:32.179796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:32.465499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:32.715701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b04a08-1d43-42d3-b7b6-76224d982b7c']}} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:32.755007 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945895b8-ae77-4c6e-a9ca-fd369217c918') {'for_net_delete': True} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:32.755896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945895b8-ae77-4c6e-a9ca-fd369217c918') {} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:32.813484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28671133'] for segment, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:32.867142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:32.880466 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=86417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:37:32.941926 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 858ed9f5-aa3b-4c62-900e-959d6ea494d6 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:33.020038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0d74-75ee-4490-af64-14017665dfaa req-9f4fafb0-df40-450f-aeb0-8f345129bb57 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:33.022053 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1ed0d74-75ee-4490-af64-14017665dfaa req-9f4fafb0-df40-450f-aeb0-8f345129bb57 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2631774 Apr 22 21:37:33.023614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 858ed9f5-aa3b-4c62-900e-959d6ea494d6 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:33.024053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 858ed9f5-aa3b-4c62-900e-959d6ea494d6 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:33.140748 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1ed0d74-75ee-4490-af64-14017665dfaa req-0a28d21d-4f77-4bf7-8514-0e546bb5cc84 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994329 Apr 22 21:37:33.259037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:33.272163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27337531'] for segment, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:33.412823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9502e5-8d80-4902-989f-3accba343d4c req-58cafa7f-2791-474c-8f7b-28585f1218a3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:33.414642 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd9502e5-8d80-4902-989f-3accba343d4c req-58cafa7f-2791-474c-8f7b-28585f1218a3 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3599567 Apr 22 21:37:33.522496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Network 10b04a08-1d43-42d3-b7b6-76224d982b7c has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:37:33.549618 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:37:33.651560 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd9502e5-8d80-4902-989f-3accba343d4c req-1eddfc46-312f-4cc2-81fc-eac904ac2a8b tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853142 Apr 22 21:37:33.677026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:33.692724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:33.716488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Pushing event deleted for resources: {'Network': ['ID=10b04a08-1d43-42d3-b7b6-76224d982b7c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:33.719238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:33.728218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:33.735770 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/10b04a08-1d43-42d3-b7b6-76224d982b7c HTTP/1.1" status: 204 len: 168 time: 1.7825825 Apr 22 21:37:33.972356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58924) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:34.050577 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6ccb43fb-4df4-43e9-baa4-6a5ef9774f06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8a812d51ca94a81a4abd6f9bd6f81f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762601 Apr 22 21:37:34.053219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 58928) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:34.104523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58932) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:34.130509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.165977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.222870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.235541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-684aaf84-5c6d-41f1-80fa-b1be2ffd48cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:34.252647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9a827e-6dff-41fd-a6bf-b524c68ff752,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:34.256148 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:34.257992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.259582 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e9a827e-6dff-41fd-a6bf-b524c68ff752 HTTP/1.1" status: 204 len: 168 time: 0.2048516 Apr 22 21:37:34.301640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.333209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:34.339809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:758372287cd14263a5d147a8216ec9e0 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:34.349043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:34.413488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:34.520433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaba57-58bf-4a43-b9dc-86722109fc76 req-15b2535c-d6d8-42f4-b075-9db519337b4f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:34.522419 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4cfaba57-58bf-4a43-b9dc-86722109fc76 req-15b2535c-d6d8-42f4-b075-9db519337b4f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1778214 Apr 22 21:37:34.599965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.610035 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4cfaba57-58bf-4a43-b9dc-86722109fc76 req-86039aa6-837b-4d48-8d99-62b4a0971fc8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777304 Apr 22 21:37:34.610602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.620523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-55404fb4-5eda-48ec-9ba1-97c98855b9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:34.669184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3cc53-8063-421e-a559-1bad422ee76f,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:34.672831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:34.680062 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=758372287cd14263a5d147a8216ec9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742218 Apr 22 21:37:34.683424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 58952) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:34.910444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:34.947796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.057373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-f8170b5e-126f-46db-9bcf-7e745111a6d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:35.059510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-f8170b5e-126f-46db-9bcf-7e745111a6d8 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.3432958 Apr 22 21:37:35.061008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.070812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6379a95f-612f-4d3f-8120-c45413d061cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:35.102808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.219431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafd64d-cea7-40c4-9e6b-0f6532756cff req-7c31539b-c0b7-4df1-acfe-0b725d062bbb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:35.222159 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aaafd64d-cea7-40c4-9e6b-0f6532756cff req-7c31539b-c0b7-4df1-acfe-0b725d062bbb tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 945 time: 0.2352731 Apr 22 21:37:35.264108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3cc53-8063-421e-a559-1bad422ee76f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:35.275387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:35.278336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.280197 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0d3cc53-8063-421e-a559-1bad422ee76f HTTP/1.1" status: 204 len: 168 time: 0.5954659 Apr 22 21:37:35.316796 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aaafd64d-cea7-40c4-9e6b-0f6532756cff req-f8dad9c1-7eee-40d0-a683-42fd361d8544 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca2ddf0d-0f61-4613-b48c-1034de5353cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807903 Apr 22 21:37:35.330669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Deleting port acc828ef-89e8-4ff8-8c26-ecae662667fc {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:35.331088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.588792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] For port acc828ef-89e8-4ff8-8c26-ecae662667fc, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=acc828ef-89e8-4ff8-8c26-ecae662667fc,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:35.588792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:35.848681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Calling delete_port for acc828ef-89e8-4ff8-8c26-ecae662667fc owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:36.159876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:36.170019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:36.173878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['acc828ef-89e8-4ff8-8c26-ecae662667fc'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:37:36.314688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764f63d-9238-4e92-95ad-7ba83c4d717c req-6cb66121-009f-461b-9ae9-8c1420460d90 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:36.316317 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4764f63d-9238-4e92-95ad-7ba83c4d717c req-6cb66121-009f-461b-9ae9-8c1420460d90 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.3894618 Apr 22 21:37:36.361168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Pushing event deleted for resources: {'Port': ['ID=acc828ef-89e8-4ff8-8c26-ecae662667fc,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:36.368809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:36.398630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] No DVR routers for this DVR port acc828ef-89e8-4ff8-8c26-ecae662667fc on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:37:36.401530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:36.407505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'name': 'network-vif-deleted', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:36.432058 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aa1b612d-3705-4f6a-8dd1-48654c038ce3 req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.26 "DELETE /v2.0/ports/acc828ef-89e8-4ff8-8c26-ecae662667fc HTTP/1.1" status: 204 len: 173 time: 1.3623593 Apr 22 21:37:36.456240 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4764f63d-9238-4e92-95ad-7ba83c4d717c req-b3f62156-4b89-4b5b-b620-d49bc0133b26 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023700 Apr 22 21:37:36.690242 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b999f84-3f25-4793-9e0d-724f6d26f9eb', 'name': 'network-vif-deleted', 'tag': 'acc828ef-89e8-4ff8-8c26-ecae662667fc', 'status': 'completed', 'code': 200} Apr 22 21:37:36.727602 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2f4383b8-00d4-4d94-a59d-f7c7de189f4b req-8b0b2932-abcf-4bdc-a103-5362bda87ed6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b999f84-3f25-4793-9e0d-724f6d26f9eb HTTP/1.1" status: 200 len: 210 time: 0.0613494 Apr 22 21:37:36.975756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:37:37.415938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:37.445749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:37:37.517785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:37.539386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:37:37.570394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:37.576996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:37.580801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:37.697393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['e92b940a-7321-42c6-ac1d-1992577eb60a'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:37:37.889636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59060) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:37.908063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=6']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:37.930642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.931226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.931825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.932491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.933137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.933764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.934392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.935041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.935672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.936479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.937131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.937920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:37:37.951366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:38.152103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853324d-bef2-4fc2-8c22-a5ad56e0ad52 req-6561d8a9-c5ea-4a13-ab76-fceeffa65cb8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:38.155207 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4853324d-bef2-4fc2-8c22-a5ad56e0ad52 req-6561d8a9-c5ea-4a13-ab76-fceeffa65cb8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.3706634 Apr 22 21:37:38.280363 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4853324d-bef2-4fc2-8c22-a5ad56e0ad52 req-fd9c563c-c57b-49c5-ba94-ccc16158f1b8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179619 Apr 22 21:37:38.643449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:38.990864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:37:39.091542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port e92b940a-7321-42c6-ac1d-1992577eb60a triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:37:39.092061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:39.241704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:39.306374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:39.357739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:39.369201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:39.370813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device acc828ef-89e8-4ff8-8c26-ecae662667fc no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:39.438802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:39.460977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59116) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:39.484725 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'code': 200} Apr 22 21:37:39.491763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: acc828ef-89e8-4ff8-8c26-ecae662667fc {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:39.492206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device acc828ef-89e8-4ff8-8c26-ecae662667fc not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:39.516235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-27578fed-eb46-487d-ac74-a96712bdb42b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:39.532972 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-27578fed-eb46-487d-ac74-a96712bdb42b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 813 time: 0.6203499 Apr 22 21:37:39.558364 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-22a08ce0-70fe-47e8-b86d-dc58fb3b8b78 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/quotas/1c369a47ee794fce96ec5e8cd548d012 HTTP/1.1" status: 200 len: 375 time: 0.0238030 Apr 22 21:37:39.575815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=7']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:39.582431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:39.657412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:39.664467 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-7335f5ac-c76d-49ec-a846-573664340584 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947862 Apr 22 21:37:39.679634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:39.692221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf72e928cca46c3810751aa2fa8779a is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:39.697709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:39.713709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:39.751534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438a7bf-ae05-44d4-8dd2-db2f63393a90 req-7936934f-9549-4c26-bff9-36b6a962c5f5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:39.753405 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d438a7bf-ae05-44d4-8dd2-db2f63393a90 req-7936934f-9549-4c26-bff9-36b6a962c5f5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1658401 Apr 22 21:37:39.859307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d2dd322-eab4-4f10-a495-50c278d38fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.080163 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d438a7bf-ae05-44d4-8dd2-db2f63393a90 req-fdf748a7-547f-4cec-8de8-49c06046473e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143425 Apr 22 21:37:40.122682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.125920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.135494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e64d8a6-f377-45b7-b806-ad3ca9f76831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:40.143666 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-4a5432e2-4e24-49de-af64-76f7a50bf6ef service neutron] 10.222.0.15 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657111 Apr 22 21:37:40.179755 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cf72e928cca46c3810751aa2fa8779a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162189 Apr 22 21:37:40.185977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1210d26-430a-48d6-9665-c1296a67bc69,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:40.185977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59122) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:40.186371 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:40.250379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.279872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.339733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.350079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-226b750d-97be-447f-bf17-5fe8cba173ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:40.361027 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-cecda659-8f1c-4549-85ae-408de8ada2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083287 Apr 22 21:37:40.362866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Deleting port 7a1bb970-6920-41b1-bd6b-8626e0d940f7 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:40.363253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.387441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1210d26-430a-48d6-9665-c1296a67bc69,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:40.420325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:40.420325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.420325 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1210d26-430a-48d6-9665-c1296a67bc69 HTTP/1.1" status: 204 len: 168 time: 0.2311742 Apr 22 21:37:40.512961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] For port 7a1bb970-6920-41b1-bd6b-8626e0d940f7, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=7a1bb970-6920-41b1-bd6b-8626e0d940f7,segment=NetworkSegment(dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7),segment_id=dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:40.513375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:40.672686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Calling delete_port for 7a1bb970-6920-41b1-bd6b-8626e0d940f7 owned by network:router_interface {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:41.078004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5d99a162-a383-4953-aba5-0dea6f3ccff6 req-9473903d-b10f-4a8b-81d3-a7c8113f52f3 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:41.135263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-5d99a162-a383-4953-aba5-0dea6f3ccff6 req-9473903d-b10f-4a8b-81d3-a7c8113f52f3 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:41.152922 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d99a162-a383-4953-aba5-0dea6f3ccff6 req-9473903d-b10f-4a8b-81d3-a7c8113f52f3 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.3551431 Apr 22 21:37:41.443463 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59174) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:41.480501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:41.514994 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:41.520421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Usage tracker for resource:security_group_rule and tenant:d85d36a29dd14600a8ba64be65efa307 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:41.523993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:41.532290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:41.630066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:41.654500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03369f89-ebb6-4221-b4c2-68808b66a4a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:41.678354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:41.684766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:41.750051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b77f98a8-c09e-476c-8aff-7485b25d3e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:41.843344 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d85d36a29dd14600a8ba64be65efa307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980689 Apr 22 21:37:41.863533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59188) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:41.865040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68fdce8-eef7-4a61-8eb3-f6c5ecb27f57,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:41.882664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:41.955946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-27dc2492-b626-4763-b926-35fc885c8f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:41.956412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1bb970-6920-41b1-bd6b-8626e0d940f7,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:41.981840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:42.093609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f501-2bd0-46d8-87ac-40e648b44e18 req-a0153ea0-7f4b-4269-b9c5-5f02d2bf188f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:42.095790 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b74f501-2bd0-46d8-87ac-40e648b44e18 req-a0153ea0-7f4b-4269-b9c5-5f02d2bf188f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.7419057 Apr 22 21:37:42.141065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.198062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.302930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.321528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c58cb158-6009-426e-a0e2-8054de531f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:42.329284 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b74f501-2bd0-46d8-87ac-40e648b44e18 req-5026dd6a-0af2-4d4c-b901-743c1cd1026f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252634 Apr 22 21:37:42.348196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.350718 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a68fdce8-eef7-4a61-8eb3-f6c5ecb27f57 HTTP/1.1" status: 204 len: 168 time: 0.4555898 Apr 22 21:37:42.363096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68fdce8-eef7-4a61-8eb3-f6c5ecb27f57,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:42.403173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.410629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:42.539520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59202) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:42.608151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:42.868969 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a9239710-e74f-4b1a-ad70-bc67e7e8b02f req-f13e11e0-ccbe-4830-bd5a-fc80bdbc8bd0 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.1889455 Apr 22 21:37:42.923264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:43.192611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Deleting subnet 3b54a04b-ee50-42ba-b5f0-c664ab62194f {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:37:43.200795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:43.304071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Router 43c60eb0-8579-48d8-becd-5b40d02b6654 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:37:43.421156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:43.658968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:43.715324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:37:43.729173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Sync routers for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:37:43.793587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:37:43.794778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:37:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:43.805088 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] 10.222.0.15 "PUT /v2.0/routers/43c60eb0-8579-48d8-becd-5b40d02b6654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9135957 Apr 22 21:37:43.810659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59230) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:43.959084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:44.236421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:44.314652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5f9c04be-b658-46b4-8bc9-6c4000ab7364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:44.390485 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:44.428718 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b54a04b-ee50-42ba-b5f0-c664ab62194f HTTP/1.1" status: 204 len: 168 time: 1.8854041 Apr 22 21:37:44.429665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59246) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:44.497520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b54a04b-ee50-42ba-b5f0-c664ab62194f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:44.501331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:44.506110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c0d3e370-8110-4b4b-89e3-583e02068b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:44.561793 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b37dc94e-c0b2-47ec-87fc-8e8480659507 req-fd0f6e51-edc6-4aa1-94c2-70c5a21f6770 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.2544887 Apr 22 21:37:44.610113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:37:44.816049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-87bf6795-25ff-4770-977e-3e144e776f17 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:44.817860 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-87bf6795-25ff-4770-977e-3e144e776f17 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 813 time: 1.9474366 Apr 22 21:37:44.831519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:44.866216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Request body: {'port': {'device_id': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8', 'admin_state_up': True, 'tenant_id': '1c369a47ee794fce96ec5e8cd548d012'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:37:45.091340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b45b2-c215-4ac6-a12d-38e91dd78e85 req-91b33573-1738-4c31-aad5-7fa93afdd364 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:45.094650 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c70b45b2-c215-4ac6-a12d-38e91dd78e85 req-91b33573-1738-4c31-aad5-7fa93afdd364 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 1.3768427 Apr 22 21:37:45.164353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.270604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.414086 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c70b45b2-c215-4ac6-a12d-38e91dd78e85 req-2dd5c4bd-edcf-465a-8b7c-8dab61862409 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621012 Apr 22 21:37:45.414886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d8c05e-0a76-447d-8e5a-28d5b9c76e61']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:45.446456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5df27b3-3c39-4a00-a489-7c80590720d0') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:45.448419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5df27b3-3c39-4a00-a489-7c80590720d0') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:45.482287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.521383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.529098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:37:45.534452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Deleting port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:37:45.535092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.838300 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:45.849301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:45.951256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:37:41Z', 'revision_number': 5, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port': {'id': '56ceedf5-04a5-4344-a93e-ea8921d4dbe3', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:45.970470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Checking router: 43c60eb0-8579-48d8-becd-5b40d02b6654 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:37:46.039570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Routers {'43c60eb0-8579-48d8-becd-5b40d02b6654'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:37:46.041606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:37:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['43c60eb0-8579-48d8-becd-5b40d02b6654'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:46.125205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Network f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:46.356196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] For port 56ceedf5-04a5-4344-a93e-ea8921d4dbe3, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:46.361785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:37:46.401763 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:37:46.425056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-73397945-baeb-4032-a22a-79fae070907f req-895db073-ff08-4fb4-bc2f-3eab043ec506 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.1624496 Apr 22 21:37:46.436065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:46.477208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6c25d370-8298-48ca-9db0-5cba50ae1d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:46.523397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:46.575322 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4d8c05e-0a76-447d-8e5a-28d5b9c76e61 HTTP/1.1" status: 204 len: 168 time: 2.0890853 Apr 22 21:37:46.580544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59282) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:46.598695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] Set router 43c60eb0-8579-48d8-becd-5b40d02b6654 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:37:46.629221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d8c05e-0a76-447d-8e5a-28d5b9c76e61,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:46.652040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f3f4f6e5-2d02-46ff-9c92-acb8d33ca2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:46.813059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Calling delete_port for 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 owned by network:router_gateway {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:37:46.819567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Deleting subnet c245b7bc-d2bc-4fdb-8f91-187da36a9b65 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:37:46.827746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:46.899368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:37:45Z', 'revision_number': 6, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:46.912279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92655f88-b9fc-4d57-9be9-004c00d457d3 None None] The sync data for ids ['43c60eb0-8579-48d8-becd-5b40d02b6654'] in dv-cinder-763306-11-smb is: [{'id': '43c60eb0-8579-48d8-becd-5b40d02b6654', 'name': 'tempest-ServerRescueNegativeTestJSON-1644939382-router', 'tenant_id': '237b4680a3314deb95fa53749cb52deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:01Z', 'updated_at': '2021-04-22T21:37:45Z', 'revision_number': 6, 'project_id': '237b4680a3314deb95fa53749cb52deb', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:37:46.946424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:47.032651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667ea47-7709-4070-aa20-1ba4c74e2aaa req-d4e202c8-5447-412a-9d6e-8593bd6a316d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:47.034646 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2667ea47-7709-4070-aa20-1ba4c74e2aaa req-d4e202c8-5447-412a-9d6e-8593bd6a316d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1991386 Apr 22 21:37:47.043780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:47.223506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2667ea47-7709-4070-aa20-1ba4c74e2aaa req-b7460177-d735-4605-954e-fe2bd797c8fe tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805923 Apr 22 21:37:47.277634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:47.357119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:47.393317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:47.412629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Made reservation on behalf of 1c369a47ee794fce96ec5e8cd548d012 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:37:47.417912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:47.429865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:47.553291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ceedf5-04a5-4344-a93e-ea8921d4dbe3,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:47.617508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:47.635095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:47.752180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:47.786255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:47.787152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 56ceedf5-04a5-4344-a93e-ea8921d4dbe3 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:47.789285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 7a1bb970-6920-41b1-bd6b-8626e0d940f7 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:37:47.874527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 7a1bb970-6920-41b1-bd6b-8626e0d940f7 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:37:47.875347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 7a1bb970-6920-41b1-bd6b-8626e0d940f7 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:37:48.262904 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.270451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.524929 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c669bb5-8011-48fc-bb12-3fcb3e334df2 req-ad451987-6ab8-45cd-9626-6425b66b80ea tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.5664062 Apr 22 21:37:48.564598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Allocated IP 172.20.0.2 (e3e93414-00e7-4e76-892b-1a9f033a35a8/a77234e7-9895-4f21-8f54-260e55845092/219ad39d-3f7a-40fa-832c-779a2ec80579) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:37:48.586186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.597866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c6c0caf-d1f6-45d7-b256-e3075b313025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:48.657798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.657798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43c60eb0-8579-48d8-becd-5b40d02b6654 {{(pid=86417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:37:48.657956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c245b7bc-d2bc-4fdb-8f91-187da36a9b65,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:48.657956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:48.677450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.681450 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e5869b38-6ad5-4fee-9a96-d201e36fe5a0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/43c60eb0-8579-48d8-becd-5b40d02b6654 HTTP/1.1" status: 204 len: 168 time: 4.8671758 Apr 22 21:37:48.686361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59320) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:48.702014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:48.930659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ccdc-52ad-4488-82fb-f3ba8557e5ab req-669a99a4-8f81-479e-9b6f-08f1437c624c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:48.933407 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-41c7ccdc-52ad-4488-82fb-f3ba8557e5ab req-669a99a4-8f81-479e-9b6f-08f1437c624c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.4142933 Apr 22 21:37:48.952341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Deleting subnet 9671af14-b5f8-4324-9158-ac02674e6acc {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:37:48.970615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.007549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.019533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.060820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-727e7bb0-cd90-473a-a19e-ef1f11e70d40 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:49.163260 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-41c7ccdc-52ad-4488-82fb-f3ba8557e5ab req-1df655cc-e00c-4753-8f12-9096a51f6237 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054584 Apr 22 21:37:49.168620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:37:49.170093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Pushing event updated for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:49.174172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:49.174797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:37:49.177819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:37:49.222729 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b41be3dc-1e25-4b32-a887-b8c3becd3329 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c245b7bc-d2bc-4fdb-8f91-187da36a9b65 HTTP/1.1" status: 204 len: 168 time: 2.5797803 Apr 22 21:37:49.223319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59334) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:49.262066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826104683'] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.422515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.437168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:49.437168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.540993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.546922 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7015779 Apr 22 21:37:49.564645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Request body: {'port': {'device_id': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:37:49.885952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827435880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27284814'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.915828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5bc508e8-f4e3-4522-a6eb-0c3cd2b3bab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:49.943278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:49.956828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9671af14-b5f8-4324-9158-ac02674e6acc,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:49.959865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:49.964282 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c10aed68-033c-492c-95d4-ed273add5793 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9671af14-b5f8-4324-9158-ac02674e6acc HTTP/1.1" status: 204 len: 168 time: 1.2743728 Apr 22 21:37:49.967771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59354) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:50.103973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.119069 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.173218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.289809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd57d5-f05d-4193-b873-63a683d9c1b7 req-65aa14cd-8ea7-4db5-9fb1-b4b2ca0446b5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:50.291018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1abd57d5-f05d-4193-b873-63a683d9c1b7 req-65aa14cd-8ea7-4db5-9fb1-b4b2ca0446b5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:37:50.360528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1abd57d5-f05d-4193-b873-63a683d9c1b7 req-65aa14cd-8ea7-4db5-9fb1-b4b2ca0446b5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:37:50.362544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1abd57d5-f05d-4193-b873-63a683d9c1b7 req-65aa14cd-8ea7-4db5-9fb1-b4b2ca0446b5 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 931 time: 0.6569231 Apr 22 21:37:50.371037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3df73c9-295e-4a34-a06c-3724596aa4de']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.420492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8633dd6b-9d0e-4080-bc13-ec4af88e8bc6') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.421841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8633dd6b-9d0e-4080-bc13-ec4af88e8bc6') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.459575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.534296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.658316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.714259 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1abd57d5-f05d-4193-b873-63a683d9c1b7 req-97d91460-b68a-4d32-a3f9-0a664cc65798 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338974 Apr 22 21:37:50.732334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391be90e-b407-46ac-9508-fbab91270a2a']}} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.750288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7') {'for_net_delete': True} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.750745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd780a03-44d1-4dd4-ab7c-0f5b3a7bbcf7') {} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:37:50.778090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28671133'] for segment, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.792199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:37:50.801790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:50.811680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=86417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:37:51.062358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Network f3df73c9-295e-4a34-a06c-3724596aa4de has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:51.074644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:51.316637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Network 391be90e-b407-46ac-9508-fbab91270a2a has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:51.341006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27337531'] for segment, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:51.375268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Network f3df73c9-295e-4a34-a06c-3724596aa4de has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:37:51.412092 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:37:51.522688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219ad39d-3f7a-40fa-832c-779a2ec80579 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:37:51.539794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:51.567786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:51.574018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3cd28256-4ecf-441d-9f75-a6bd47acf27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:51.592125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:51.606122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3df73c9-295e-4a34-a06c-3724596aa4de HTTP/1.1" status: 204 len: 168 time: 2.3757601 Apr 22 21:37:51.610886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3df73c9-295e-4a34-a06c-3724596aa4de,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:51.614138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-deb8f29d-8a70-48b5-9a09-b8ca0405560d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:51.840618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2af35-d8dc-41e1-b953-358f5c0bfa91 req-e4c8429b-395b-41f8-a1e9-2c45e7ece3ab tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:51.849321 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dcd2af35-d8dc-41e1-b953-358f5c0bfa91 req-e4c8429b-395b-41f8-a1e9-2c45e7ece3ab tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 1.2372832 Apr 22 21:37:52.126137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Network 391be90e-b407-46ac-9508-fbab91270a2a has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:37:52.214984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59386) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:37:52.280582 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:37:52.290778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Transition to ACTIVE for port object 219ad39d-3f7a-40fa-832c-779a2ec80579 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:37:52.296932 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e84c5c88-7659-414f-8586-38cdd0b4c1de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6c721e0ffcb49059689ef0a6e64ec6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778220 Apr 22 21:37:52.303674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59390) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:52.307865 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dcd2af35-d8dc-41e1-b953-358f5c0bfa91 req-7b165573-3fad-47f1-92d9-8c486799fabb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568379 Apr 22 21:37:52.310617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.316945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d20c-5cb4-495e-896a-a7aa5c7caa75 req-681c3541-5cae-4000-b358-d253fc5a8b99 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:52.319019 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0d23d20c-5cb4-495e-896a-a7aa5c7caa75 req-681c3541-5cae-4000-b358-d253fc5a8b99 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 931 time: 0.3175361 Apr 22 21:37:52.320552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.343373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fb04b6ed-aad5-468e-9bb5-51ec437ee2bf tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:52.396490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.401495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e993954f-9548-4bae-a01b-7a73a78131ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:52.438236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.462061 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] 10.222.0.15 "DELETE /v2.0/networks/391be90e-b407-46ac-9508-fbab91270a2a HTTP/1.1" status: 204 len: 168 time: 2.4929953 Apr 22 21:37:52.475236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Pushing event deleted for resources: {'Network': ['ID=391be90e-b407-46ac-9508-fbab91270a2a,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:52.508491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4374227c-cba4-4604-b9c5-baf00379b635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:52.535499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.629723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.646480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-78795171-54f8-48d2-998e-a4037868bc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:52.669216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.671066 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67d8da82-6f59-4af3-8df1-eda4d0889461 HTTP/1.1" status: 204 len: 168 time: 0.3628526 Apr 22 21:37:52.672567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d8da82-6f59-4af3-8df1-eda4d0889461,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:52.677668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:52.706102 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0d23d20c-5cb4-495e-896a-a7aa5c7caa75 req-7a704a19-f4fd-4b49-b62d-5a2f47ab658e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658524 Apr 22 21:37:52.770203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Pushing event updated for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:52.772367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Attempting to bind port 219ad39d-3f7a-40fa-832c-779a2ec80579 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:37:52.772741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Attempting to bind port 219ad39d-3f7a-40fa-832c-779a2ec80579 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:37:52.773134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Attempting to bind port 219ad39d-3f7a-40fa-832c-779a2ec80579 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:37:52.787462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:52.796554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Port 219ad39d-3f7a-40fa-832c-779a2ec80579 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:37:52.796867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Attempting to bind port 219ad39d-3f7a-40fa-832c-779a2ec80579 on network e3e93414-00e7-4e76-892b-1a9f033a35a8 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:37:52.808811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:37:52.809064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Checking segment: {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:37:52.809479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Bound using segment: {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:37:52.809975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Bound port: 219ad39d-3f7a-40fa-832c-779a2ec80579, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d871570-03a8-4c19-a3f5-eb37d265b75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:37:52.810372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:52.893058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59404) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:52.976679 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5f1ad35b-b512-4191-a22d-414b05638d54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=237b4680a3314deb95fa53749cb52deb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0821791 Apr 22 21:37:52.977970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59408) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:52.983051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:37:52.986489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=219ad39d-3f7a-40fa-832c-779a2ec80579,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:37:53.001852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.014724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:53.091433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.092386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:53.093490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.095081 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] 10.222.0.26 "PUT /v2.0/ports/219ad39d-3f7a-40fa-832c-779a2ec80579 HTTP/1.1" status: 200 len: 1093 time: 3.5370095 Apr 22 21:37:53.098060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:53.133284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.198812 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579', 'status': 'completed', 'code': 200} Apr 22 21:37:53.219412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.242727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9a7234ea-2641-43ec-84e6-bd80f3838ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:53.248940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Pushing event updated for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:53.259204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:53.272895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ddf0d-0f61-4613-b48c-1034de5353cf,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:53.278423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:53.286859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.296080 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca2ddf0d-0f61-4613-b48c-1034de5353cf HTTP/1.1" status: 204 len: 168 time: 0.3159373 Apr 22 21:37:53.319706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-1654728a-1335-4314-a17a-6680e2c41e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:53.322872 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-1654728a-1335-4314-a17a-6680e2c41e08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 1096 time: 0.1842415 Apr 22 21:37:53.454065 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-7bbac649-d3a9-4201-a5ae-d03cb5350347 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=219ad39d-3f7a-40fa-832c-779a2ec80579 HTTP/1.1" status: 200 len: 217 time: 0.1229038 Apr 22 21:37:53.596250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59426) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:53.717174 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-eb6a1efd-638f-4f28-8d79-a07f096bf986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=037dc5d72e0149fb9759870525c0457b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191223 Apr 22 21:37:53.722186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59430) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:53.859356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:53.969249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:54.140481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-0a11769b-dce8-41db-a35c-1eb1b88d8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:54.142672 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-0a11769b-dce8-41db-a35c-1eb1b88d8da3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77234e7-9895-4f21-8f54-260e55845092 HTTP/1.1" status: 200 len: 853 time: 0.6819406 Apr 22 21:37:54.155157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:54.166071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1cad7-97e4-4879-9088-fdc6f9fc7193 req-020e3e9a-0be2-48f7-a19a-196b48552b4c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:54.168106 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14e1cad7-97e4-4879-9088-fdc6f9fc7193 req-020e3e9a-0be2-48f7-a19a-196b48552b4c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.6023238 Apr 22 21:37:54.177408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71a4b5a0-c0e5-4401-bcfc-dc9dc0233ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:54.205915 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc3272e-f10c-499e-be41-368a23c6c71f,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:54.212327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:54.214308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:54.215675 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdc3272e-f10c-499e-be41-368a23c6c71f HTTP/1.1" status: 204 len: 168 time: 0.4917357 Apr 22 21:37:54.277423 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-2153d667-45a4-4c73-889a-0826b10703bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3e93414-00e7-4e76-892b-1a9f033a35a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228263 Apr 22 21:37:54.310853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490577f3-fa9a-4074-8800-18679a6cc61c req-e8018b18-bba4-4d75-ad18-b1a15d1f55bd tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:54.312844 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-490577f3-fa9a-4074-8800-18679a6cc61c req-e8018b18-bba4-4d75-ad18-b1a15d1f55bd tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 943 time: 0.2835829 Apr 22 21:37:54.380324 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-490577f3-fa9a-4074-8800-18679a6cc61c req-d78d39fb-7d0e-4fe7-a6da-bf5c77229079 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595510 Apr 22 21:37:54.405862 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14e1cad7-97e4-4879-9088-fdc6f9fc7193 req-149ce9a5-d567-4d53-bdf3-1603d2c0b823 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743398 Apr 22 21:37:54.491000 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-535724c7-55d0-4999-8484-f3981019eac7 service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059031 Apr 22 21:37:54.782478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59460) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:54.798727 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7879b761-c3f9-4dcb-a243-366af4120e3d req-e9620057-68d9-47a9-b55b-9e9356edc440 service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983019 Apr 22 21:37:54.980649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358afd-2426-4d16-800c-b860af927c1e req-9f1f713e-990a-493f-b30a-8d1ad1862553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:54.982652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-9f1f713e-990a-493f-b30a-8d1ad1862553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c369a47ee794fce96ec5e8cd548d012&device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 1096 time: 0.1274502 Apr 22 21:37:55.123803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59472) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:55.179763 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358afd-2426-4d16-800c-b860af927c1e req-97b499fe-14f1-428a-bdad-37a5c7a41d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:55.181803 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-97b499fe-14f1-428a-bdad-37a5c7a41d85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 200 len: 914 time: 0.1915348 Apr 22 21:37:55.194739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.239372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.256340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:55.263113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Usage tracker for resource:security_group_rule and tenant:51c9a51985834a579ddb2a0de53cbc0e is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:55.266332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:55.271488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Usage tracker for resource:security_group_rule and tenant:c371e6c3ea134864a424f061f93d7d1e is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:55.274691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:55.281128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:55.281632 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-f38266a5-9842-4eb2-941f-3e7ae54190a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=219ad39d-3f7a-40fa-832c-779a2ec80579 HTTP/1.1" status: 200 len: 217 time: 0.0866559 Apr 22 21:37:55.284255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:55.359764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:55.371519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358afd-2426-4d16-800c-b860af927c1e req-86cc8801-856c-4764-a184-f96038597ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:55.373814 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-86cc8801-856c-4764-a184-f96038597ca0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a77234e7-9895-4f21-8f54-260e55845092 HTTP/1.1" status: 200 len: 853 time: 0.0857325 Apr 22 21:37:55.393873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.475377 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-a257a1fc-dfec-4a20-a678-b12a5775fc6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e3e93414-00e7-4e76-892b-1a9f033a35a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929577 Apr 22 21:37:55.490982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.493045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.536872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-79a331ec-8442-416f-b6ea-e39d67f66173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:55.555070 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c371e6c3ea134864a424f061f93d7d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300051 Apr 22 21:37:55.555878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.578760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59488) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:55.786670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.792705 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-f07c57d7-827d-4fdc-b16e-6c6ce507b4cb service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089995 Apr 22 21:37:55.810536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f7414-e50c-45d9-99d2-bd8ca3868abe req-db517fa9-e5b0-4a9a-9a51-41aaa6d17f6e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:55.818671 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d3f7414-e50c-45d9-99d2-bd8ca3868abe req-db517fa9-e5b0-4a9a-9a51-41aaa6d17f6e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1737938 Apr 22 21:37:55.820241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.865955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798340c1-1397-4438-bab0-94fa6b31b27c,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:55.881944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:55.891744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-84ddf596-c7a5-464a-9765-1bdb9c4fee90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:55.908342 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51c9a51985834a579ddb2a0de53cbc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1219382 Apr 22 21:37:55.912823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.923292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59498) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:55.983008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:55.984253 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/798340c1-1397-4438-bab0-94fa6b31b27c HTTP/1.1" status: 204 len: 168 time: 0.4042621 Apr 22 21:37:56.008575 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d3f7414-e50c-45d9-99d2-bd8ca3868abe req-dc2771a9-dd18-4358-a200-86732c4a2e35 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889653 Apr 22 21:37:56.031604 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f120d-38b2-4906-92c4-ffe81e176c57,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:56.106528 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-39358afd-2426-4d16-800c-b860af927c1e req-c981312b-7103-4caa-8619-949f723b7473 service neutron] 10.222.0.26 "GET /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056235 Apr 22 21:37:56.145255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:56.161348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3e6aa-77c6-4e59-bd5c-88993549324a req-7ab383da-e50b-479e-909c-289b31ace830 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:56.164411 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20c3e6aa-77c6-4e59-bd5c-88993549324a req-7ab383da-e50b-479e-909c-289b31ace830 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 943 time: 0.5074940 Apr 22 21:37:56.165382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-727c9593-888e-455f-9bb2-9519774bc025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:56.207877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798340c1-1397-4438-bab0-94fa6b31b27c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:56.214534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:56.264405 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20c3e6aa-77c6-4e59-bd5c-88993549324a req-d671536e-d760-4a84-8846-0e4cb443978d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752702 Apr 22 21:37:56.281320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:56.317583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:56.374647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:56.381293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0a28eaba-e23b-4a2e-9c08-e329bbea77a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:56.403225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f120d-38b2-4906-92c4-ffe81e176c57,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:56.403225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:56.420375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:56.421964 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac4f120d-38b2-4906-92c4-ffe81e176c57 HTTP/1.1" status: 204 len: 168 time: 0.4915967 Apr 22 21:37:57.001111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59530) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:57.022597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.039866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:37:57.044243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Usage tracker for resource:security_group_rule and tenant:7504fd3109bd4d55bb851e983376aeb8 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:37:57.048180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:37:57.058304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:37:57.115375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 219ad39d-3f7a-40fa-832c-779a2ec80579 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:37:57.191950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.203736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.225897 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8d61b218-f07d-4e4a-acd0-96764737f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:57.366394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378c6ce1-f44f-4e10-ab41-43b88d2cb996,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:57.377230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=219ad39d-3f7a-40fa-832c-779a2ec80579,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:57.388580 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7504fd3109bd4d55bb851e983376aeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862443 Apr 22 21:37:57.390139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:57.393714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59548) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:37:57.398650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '219ad39d-3f7a-40fa-832c-779a2ec80579', 'network_id': 'e3e93414-00e7-4e76-892b-1a9f033a35a8', 'port_id': '219ad39d-3f7a-40fa-832c-779a2ec80579', 'mac_address': 'fa:16:3e:f9:5c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77234e7-9895-4f21-8f54-260e55845092', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:37:57.507385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.519432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95b49-0e31-4dd9-8c59-ad6514635202 req-0c83e83f-2917-403f-b604-bf9f598a7f6e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:57.529222 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-16f95b49-0e31-4dd9-8c59-ad6514635202 req-0c83e83f-2917-403f-b604-bf9f598a7f6e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2255211 Apr 22 21:37:57.531764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.594552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.599203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219ad39d-3f7a-40fa-832c-779a2ec80579 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:37:57.635744 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-16f95b49-0e31-4dd9-8c59-ad6514635202 req-c2e0fd75-5cc4-4937-a02f-3b72afcdc50f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050422 Apr 22 21:37:57.680899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.683800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=219ad39d-3f7a-40fa-832c-779a2ec80579,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:57.688577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.692470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:57.695064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-31c1a586-9c60-4c71-b02e-4c89e42ae959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:57.727674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:57.728933 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/378c6ce1-f44f-4e10-ab41-43b88d2cb996 HTTP/1.1" status: 204 len: 168 time: 0.3316813 Apr 22 21:37:57.738430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c6ce1-f44f-4e10-ab41-43b88d2cb996,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:57.747592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:57.778961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f43d-f65e-47f5-a67e-02af42e5910d req-c5922f51-06cc-4080-80bb-2d4313438119 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:57.793595 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5259f43d-f65e-47f5-a67e-02af42e5910d req-c5922f51-06cc-4080-80bb-2d4313438119 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 943 time: 0.2596383 Apr 22 21:37:57.889085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:57.903309 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5259f43d-f65e-47f5-a67e-02af42e5910d req-28be73ed-332a-4d2e-91f8-f2ec5fc17668 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086092 Apr 22 21:37:57.923942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:37:58.067448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['219ad39d-3f7a-40fa-832c-779a2ec80579'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:37:59.039474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348ae68-aec6-4582-aabb-c5c4aed56001 req-265a6b35-fa3a-4724-a48c-cf90d0459778 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:59.041196 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c348ae68-aec6-4582-aabb-c5c4aed56001 req-265a6b35-fa3a-4724-a48c-cf90d0459778 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1768215 Apr 22 21:37:59.132676 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c348ae68-aec6-4582-aabb-c5c4aed56001 req-4ba71e23-1b0f-4e3f-9f61-43c2a3831738 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822289 Apr 22 21:37:59.146305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 219ad39d-3f7a-40fa-832c-779a2ec80579 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:37:59.299705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 219ad39d-3f7a-40fa-832c-779a2ec80579 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:37:59.306493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 219ad39d-3f7a-40fa-832c-779a2ec80579 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:37:59.307169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:59.499155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377d05d-9a6e-4d72-a928-3c204cc2307d req-78402aaf-e74c-4537-9b60-264b4950138e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:37:59.501847 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f377d05d-9a6e-4d72-a928-3c204cc2307d req-78402aaf-e74c-4537-9b60-264b4950138e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 944 time: 0.2565298 Apr 22 21:37:59.624937 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f377d05d-9a6e-4d72-a928-3c204cc2307d req-0b8d8c1c-67c6-473c-947a-ce1dafa2b6b1 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094327 Apr 22 21:37:59.635220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:59.705818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:37:59.738821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=219ad39d-3f7a-40fa-832c-779a2ec80579,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:37:59.745617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:37:59.748208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:37:59.969521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:37:59.981000 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579', 'code': 200} Apr 22 21:37:59.983937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:00.272525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc313-4e66-449a-8e48-215edb439393 req-3f77b975-325c-49ac-b533-9be96a0021a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:00.274499 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3a7cc313-4e66-449a-8e48-215edb439393 req-3f77b975-325c-49ac-b533-9be96a0021a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 1098 time: 0.1688144 Apr 22 21:38:00.330223 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3a7cc313-4e66-449a-8e48-215edb439393 req-77b32a9c-b26a-4519-a11b-0ad208ae78c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486205 Apr 22 21:38:00.620923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329ebbb-de12-43be-bacf-fd080108b310 req-341555cf-0074-4cbd-951b-6fe60cba942a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:00.623331 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7329ebbb-de12-43be-bacf-fd080108b310 req-341555cf-0074-4cbd-951b-6fe60cba942a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.2242033 Apr 22 21:38:00.730122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7329ebbb-de12-43be-bacf-fd080108b310 req-acfeba00-e2c9-4c6f-985e-5bbdebb14a95 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866556 Apr 22 21:38:01.097453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cecbd-c0b6-4b14-af19-0c4bce28b5d7 req-bb6dcb79-6fed-4a02-a5b6-2d981db62c7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:01.099315 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a79cecbd-c0b6-4b14-af19-0c4bce28b5d7 req-bb6dcb79-6fed-4a02-a5b6-2d981db62c7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.2192135 Apr 22 21:38:01.201294 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a79cecbd-c0b6-4b14-af19-0c4bce28b5d7 req-b237abde-ecf1-4ec8-b430-adaac02d863b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872083 Apr 22 21:38:01.991809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54887-0852-47fe-baeb-1e0d7ecd8649 req-92c2ac21-6eed-45c7-a4ef-3a16f4f6bc27 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:01.994624 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ef54887-0852-47fe-baeb-1e0d7ecd8649 req-92c2ac21-6eed-45c7-a4ef-3a16f4f6bc27 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1062202 Apr 22 21:38:02.048926 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ef54887-0852-47fe-baeb-1e0d7ecd8649 req-fab6cb2d-fe70-4848-a717-ca7cf20561e3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451267 Apr 22 21:38:02.122835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 59672) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:02.257656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.274196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:02.278340 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Usage tracker for resource:security_group_rule and tenant:efe5bcd279e9489688ed70803be08d05 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:02.281382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:02.287313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:02.433855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.442842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.451410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8cf87646-c4f6-43e7-9962-f11eab7f54ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:02.505020 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe5bcd279e9489688ed70803be08d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808541 Apr 22 21:38:02.506125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04874171-28bd-4029-8605-93b9232854e1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:02.508272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59684) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:02.509581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:02.518192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1bf07-9f75-4b19-85ae-877249cf3d88 req-d9dd5160-ffcc-428c-b0a7-5efd53d5c093 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:02.519728 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c4d1bf07-9f75-4b19-85ae-877249cf3d88 req-d9dd5160-ffcc-428c-b0a7-5efd53d5c093 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.1806331 Apr 22 21:38:02.575018 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c4d1bf07-9f75-4b19-85ae-877249cf3d88 req-95a0298e-740a-48d2-9e57-1b3588ee9c4c tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Apr 22 21:38:02.579264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.608380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.675879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.685104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ce0ba967-ae74-4133-b648-7b5f94f2c3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:02.710374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04874171-28bd-4029-8605-93b9232854e1,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:02.714795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:02.731983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:02.734794 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04874171-28bd-4029-8605-93b9232854e1 HTTP/1.1" status: 204 len: 168 time: 0.2253928 Apr 22 21:38:03.193207 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59720) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:03.200987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-5d40ca38-6be5-47c7-8841-7700ac398857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:03.202890 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-5d40ca38-6be5-47c7-8841-7700ac398857 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1099 time: 0.1185331 Apr 22 21:38:03.217943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.234105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:03.238471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:81928e8b36664802929bc45b1746c27e is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:03.241852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:03.249186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:03.353660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.358301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.367960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-14ed6f77-9eb8-4cab-96ae-202b55568031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:03.371466 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-14ed6f77-9eb8-4cab-96ae-202b55568031 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.1603088 Apr 22 21:38:03.393126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4eb6a44b-f811-44e5-95f5-a6ee2b014b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:03.427319 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81928e8b36664802929bc45b1746c27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300520 Apr 22 21:38:03.427319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05686e6-f128-4481-b4c1-13d725f6e054,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:03.428498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59730) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:03.463995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:03.519633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.551414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.600823 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-036a1de5-54aa-422f-8c3a-888005063795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 1001 time: 0.1577528 Apr 22 21:38:03.607615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.613130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27dd86c1-beef-43f5-88be-82a19a051155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:03.625092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05686e6-f128-4481-b4c1-13d725f6e054,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:03.631937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:03.632802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:03.636546 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a05686e6-f128-4481-b4c1-13d725f6e054 HTTP/1.1" status: 204 len: 168 time: 0.2068226 Apr 22 21:38:03.682563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82fe27-4f77-4f8d-814c-cc449e01a22d req-cf6ee593-50f1-48f3-a21f-24ba6b0a8d24 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:03.684441 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e82fe27-4f77-4f8d-814c-cc449e01a22d req-cf6ee593-50f1-48f3-a21f-24ba6b0a8d24 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.3110969 Apr 22 21:38:03.697673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-74da6532-4377-4302-8295-ed66bc8c2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:03.699275 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-74da6532-4377-4302-8295-ed66bc8c2dbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0903928 Apr 22 21:38:03.793443 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e82fe27-4f77-4f8d-814c-cc449e01a22d req-2a2061af-c77f-478c-8394-0e7f57cd096e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009722 Apr 22 21:38:03.832887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-b4ba6705-d52e-43fa-9187-49fc157a7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:03.834854 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-b4ba6705-d52e-43fa-9187-49fc157a7df6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1197870 Apr 22 21:38:04.000849 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-2db9808b-15a4-4a65-9ae9-6c4b5f935dff service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575973 Apr 22 21:38:04.155432 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f8db0abd-6b60-45c2-ad14-a7449f7709c8 req-c1d8ffe8-f1cc-4bb6-aef9-183ea2a1fecc service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476562 Apr 22 21:38:04.283873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-40966e48-0c6f-49df-9527-238d6a2c56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:04.285508 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-40966e48-0c6f-49df-9527-238d6a2c56e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1099 time: 0.0875149 Apr 22 21:38:04.699920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-c14da4e9-52ca-4852-9e32-3423b8857658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:04.701533 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-c14da4e9-52ca-4852-9e32-3423b8857658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.3831491 Apr 22 21:38:04.819972 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-7bdd0e6e-d9e8-4b11-a73c-169d01f14d41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 1001 time: 0.1112356 Apr 22 21:38:04.916380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-2f9bc60b-85ce-4a46-8427-7a225da372af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:04.918492 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-2f9bc60b-85ce-4a46-8427-7a225da372af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0904346 Apr 22 21:38:05.021941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-663f8c9a-a952-4851-99a0-cb0756d7a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:05.023678 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-663f8c9a-a952-4851-99a0-cb0756d7a59c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0981359 Apr 22 21:38:05.054377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:05.110247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060195ac-6f2a-412d-8784-37abf7cd9240 req-68f42c84-72cc-4020-9a70-7b872ad38022 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:05.112514 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-060195ac-6f2a-412d-8784-37abf7cd9240 req-68f42c84-72cc-4020-9a70-7b872ad38022 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 946 time: 0.1058292 Apr 22 21:38:05.160405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:38:05.182153 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-060195ac-6f2a-412d-8784-37abf7cd9240 req-64621a81-8f5d-4b28-9776-8ab0d4488439 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606148 Apr 22 21:38:05.194943 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-01905407-a47c-4cac-8712-f75c067589b2 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608748 Apr 22 21:38:05.357957 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f9f70f11-fc78-4a64-8619-34f065a75c09 req-5b1cbd47-8f79-4c8a-a75f-9a06383109b7 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547284 Apr 22 21:38:05.463252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:05.492548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:38:05.514858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:05.520175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:05.522155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:05.574832 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'code': 200} Apr 22 21:38:05.604662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=8']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:05.609346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:06.427704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:38:06.578412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a00b5-b6dd-4950-b0ac-7e79c62884cf req-7208d210-5b4b-482a-926c-59fc30f57fd2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:06.580469 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-628a00b5-b6dd-4950-b0ac-7e79c62884cf req-7208d210-5b4b-482a-926c-59fc30f57fd2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1460991 Apr 22 21:38:06.636860 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-628a00b5-b6dd-4950-b0ac-7e79c62884cf req-d3032210-422a-4815-914e-4cad699cfaac tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492940 Apr 22 21:38:07.784921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c4154-bee9-4b2d-ad25-ea0f061b3d43 req-92f1410d-4772-4900-b2c4-9d00e4fe56ba tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:07.786592 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-787c4154-bee9-4b2d-ad25-ea0f061b3d43 req-92f1410d-4772-4900-b2c4-9d00e4fe56ba tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1076615 Apr 22 21:38:07.850621 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-787c4154-bee9-4b2d-ad25-ea0f061b3d43 req-b9f0c79f-748e-41a9-ad5b-da2532c55ada tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469716 Apr 22 21:38:08.138755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 59936) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:08.289028 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-e2143d45-16b0-4e92-9418-6dd38767a101 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487837 Apr 22 21:38:09.105711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294218cf-263e-4fb8-a469-e92a54b8ff02 req-9b0b35ca-ff66-4383-968a-b7ff45f9d626 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:09.107369 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-294218cf-263e-4fb8-a469-e92a54b8ff02 req-9b0b35ca-ff66-4383-968a-b7ff45f9d626 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.0954516 Apr 22 21:38:09.165464 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-294218cf-263e-4fb8-a469-e92a54b8ff02 req-653ab092-e2c8-493d-9b6e-e6b22d51e444 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507252 Apr 22 21:38:09.179357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:38:09.753274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-2c1da2f8-ccc6-4540-a166-e86178d653cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:09.755087 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-2c1da2f8-ccc6-4540-a166-e86178d653cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 1097 time: 0.1183438 Apr 22 21:38:09.859642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a948-f671-47d4-ba3d-db179c968264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:09.925094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-383c7c4b-11e9-44f8-bb4a-7acf5858d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:09.929470 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-383c7c4b-11e9-44f8-bb4a-7acf5858d782 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1097 time: 0.1495986 Apr 22 21:38:10.178469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-4a0c76f1-7938-4344-8842-20a52137844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:10.180100 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-4a0c76f1-7938-4344-8842-20a52137844a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.2430532 Apr 22 21:38:10.298607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-5e01d7da-d225-4ddb-abbc-7c84b6d87839 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 200 len: 999 time: 0.1087763 Apr 22 21:38:10.467827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-0ccd41ae-acee-410f-a772-e1241a49fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:10.469616 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-0ccd41ae-acee-410f-a772-e1241a49fd1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.1619561 Apr 22 21:38:10.546158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c39a2e-8761-4b4f-a175-dc1318b7e1a4 req-53ebee95-de0c-4777-a737-53fb80a01a65 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:10.547838 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-66c39a2e-8761-4b4f-a175-dc1318b7e1a4 req-53ebee95-de0c-4777-a737-53fb80a01a65 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.2423484 Apr 22 21:38:10.618364 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-66c39a2e-8761-4b4f-a175-dc1318b7e1a4 req-7e911568-ed23-4600-ab7a-b72ad4d941f2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611520 Apr 22 21:38:10.630090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-50373e46-0db8-4efe-8710-5d18f48fd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:10.631695 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-50373e46-0db8-4efe-8710-5d18f48fd8bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1502945 Apr 22 21:38:10.798180 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-2cc0e21a-d782-46de-bed2-a03eb4648662 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580667 Apr 22 21:38:11.014780 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-982737b8-a14e-4241-a9bd-7c9812a51ec2 req-c610dbd9-b9c5-444a-b6df-1fa04f7e1794 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090325 Apr 22 21:38:11.947500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab2eeb5f-be5c-4e38-b5d3-17c9b9301a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:12.097811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac927fb-64fe-444c-8a7e-241c9a655f39 req-e7f91cb6-bf5c-47dd-9f6f-a1c1049fd346 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:12.099647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aac927fb-64fe-444c-8a7e-241c9a655f39 req-e7f91cb6-bf5c-47dd-9f6f-a1c1049fd346 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1882260 Apr 22 21:38:12.171950 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aac927fb-64fe-444c-8a7e-241c9a655f39 req-f5c8c374-6a5f-40b3-af48-ffc2b532efa2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603354 Apr 22 21:38:12.560447 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:12.647484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60062) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:12.890765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:12.913495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:12.932880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:12.948907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Usage tracker for resource:security_group_rule and tenant:8e93a74e5d384951bd16daf70355720a is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:12.955615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:12.969049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:13.158174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.162404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.225927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-abfbe013-abfb-42d2-a397-38ea7d35fe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:13.278173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b629990-e89e-4a34-a8d4-36692db28064,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:13.282826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:13.289324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60080) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:13.300601 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7b78ee27-35ca-41b7-b56b-25268d08cf58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e93a74e5d384951bd16daf70355720a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503897 Apr 22 21:38:13.561467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.682586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.716824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f16d-f5dc-4cd2-b3ff-0a4c9b5050d2 req-fb047726-509b-4f63-9196-f83ff4ebeb0a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:13.719171 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e04f16d-f5dc-4cd2-b3ff-0a4c9b5050d2 req-fb047726-509b-4f63-9196-f83ff4ebeb0a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.2885423 Apr 22 21:38:13.805507 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e04f16d-f5dc-4cd2-b3ff-0a4c9b5050d2 req-85607746-6129-42de-a98f-4c7d873c8381 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776711 Apr 22 21:38:13.859327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.863759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3a617b12-4d3b-4d08-801b-e8b4f758d39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:13.905748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b629990-e89e-4a34-a8d4-36692db28064,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:13.920452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:13.926910 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b629990-e89e-4a34-a8d4-36692db28064 HTTP/1.1" status: 204 len: 168 time: 0.6312337 Apr 22 21:38:13.944694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.945122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.945493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.945892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.946285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.946693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.947083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.947484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.947883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.948296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.948706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.949099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:13.958200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:14.025213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.136859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2e1f-52d0-4784-b699-f9720869cef4 req-5c7fd30a-1e56-49b6-b228-70fbebc7ceff tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:15.139701 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-083b2e1f-52d0-4784-b699-f9720869cef4 req-5c7fd30a-1e56-49b6-b228-70fbebc7ceff tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1127183 Apr 22 21:38:15.206099 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-083b2e1f-52d0-4784-b699-f9720869cef4 req-cd052c71-a560-4ced-948b-3d9d3e5d4d0e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597985 Apr 22 21:38:15.220283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60132) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:15.432473 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-924762366-network', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:15.438551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:15.442774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Usage tracker for resource:network and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:15.446114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:15.454712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:15.465743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Made reservation on behalf of 43341a7ed88c4b2f80d5b7481c13803f for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:38:15.470645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.485022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.503932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:15.508384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:15.511662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:15.519486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:15.626640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.626640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.636577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-249026d7-4092-4007-8249-5a29f90b82d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:15.678412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:38:15.708137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f564c141-32a0-463a-bc64-a11640dc9442,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:15.713770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:15.719605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.720490 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Added segment aadc9a7d-3613-4093-a32e-0cfa149e3fc2 of type vlan for network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 Apr 22 21:38:15.798986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.875366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.879216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:15.880982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:15.893851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:16.106873 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8847406 Apr 22 21:38:16.108347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Pushing event updated for resources: {'Network': ['ID=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:16.110999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60162) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:16.115578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:16.121083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Request body: {'subnet': {'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-924762366-subnet', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:16.125942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:38:16.127838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:16.132956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Usage tracker for resource:subnet and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:16.137198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:16.144714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:16.163163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Made reservation on behalf of 43341a7ed88c4b2f80d5b7481c13803f for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:38:16.168311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853167629'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:16.645338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d2b8d-c1d2-446a-b167-9a3e0440a1af req-94cc3aba-6c97-4294-9877-2272fccc6bd9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:16.649287 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb3d2b8d-c1d2-446a-b167-9a3e0440a1af req-94cc3aba-6c97-4294-9877-2272fccc6bd9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.2310576 Apr 22 21:38:16.707925 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fb3d2b8d-c1d2-446a-b167-9a3e0440a1af req-5fe9cdf1-2060-4abc-bd6c-d547be932049 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516729 Apr 22 21:38:16.764727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036825955969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853167646'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:16.770243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-80897198-c7d9-46d2-a319-4cc56570c310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:16.851624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe2ea9a-9589-4b75-84c1-bde2015d08f1,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:16.856849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:16.900034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Checking segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:16.900429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Network hostable DHCP agents. Network: f94b7b69-49d1-497d-b0c6-bf68b31f5ef4, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:38:16.922785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:38:16.933640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f94b7b69-49d1-497d-b0c6-bf68b31f5ef4) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:16.946619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:16.947338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:16.950136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce1a13-db67-4f48-9f05-c7407c8fd7dd None None] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:38:16.971589 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8586147 Apr 22 21:38:16.974297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60178) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:16.985027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:16.993909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:17.002016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Usage tracker for resource:router and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:17.008691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:17.020993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:17.037780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.039997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.070842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.339363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:38:17.340337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.565368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Allocated IP 172.20.0.2 (f94b7b69-49d1-497d-b0c6-bf68b31f5ef4/bbe2ea9a-9589-4b75-84c1-bde2015d08f1/8e1b0eed-dfc8-48a6-8b5b-d22b4989d175) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:17.617128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.901640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.914398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Transition to ACTIVE for port object 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:17.945541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Transition to ACTIVE for port object 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:17.951724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:17.962540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:18.036936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:18.046253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:18.052151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:18.098291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Pushing event updated for resources: {'Port': ['ID=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:18.107573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:18.147793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.172564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Attempting to bind port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:18.173102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Attempting to bind port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:18.173618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Attempting to bind port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 on network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:18.180521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:18.181118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Checking segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:18.181674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.182197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Bound using segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:18.182848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Bound port: 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:18.183383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.226326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.330203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] For port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:18.334543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] For port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:18.339307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.346787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:18.370169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80cd32-0fe7-4175-85fd-bece8da5876a req-374700bb-f186-43c4-96f6-225df18b6cdd tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:18.378764 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cc80cd32-0fe7-4175-85fd-bece8da5876a req-374700bb-f186-43c4-96f6-225df18b6cdd tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.4757452 Apr 22 21:38:18.432035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60216) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:18.447515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Pushing event updated for resources: {'Port': ['ID=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:18.452962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:18.472669 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cc80cd32-0fe7-4175-85fd-bece8da5876a req-a18e811d-161a-450a-875c-14a06770109a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928731 Apr 22 21:38:18.518022 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Allocated IP 172.28.3.43 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:18.601305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60222) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:18.736359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.769079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.779948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.786964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:18.820486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:18.846215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:18.850622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Usage tracker for resource:security_group_rule and tenant:0df91e5f2d8a40e3a1e9711676ec2560 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:18.854473 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:18.861046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:18.937857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:18.947334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:18.953307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:18.988579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:18.997655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Usage tracker for resource:security_group_rule and tenant:47d9bae901a64709a9d36310e09eca4f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:19.001685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:19.005751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:19.006745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:19.019423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:19.134938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.147859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.159410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b1316c99-f70f-4ebe-b770-3b11b3303aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:19.166960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.176892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.215688 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0df91e5f2d8a40e3a1e9711676ec2560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129601 Apr 22 21:38:19.218758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60230) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:19.229227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef806f8-5a0f-4b3c-80d5-6dd6932bf76b,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:19.234968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:19.235579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-69eb42e2-aadd-4dc1-9517-613770d47d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:19.269497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e55001-52bb-4919-af4e-8c2fb2c6656d,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:19.274360 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47d9bae901a64709a9d36310e09eca4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408797 Apr 22 21:38:19.275553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:19.277558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60234) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:19.353772 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.386142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.433190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.438511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d109f617-ca9c-479e-95f8-2591f6a8e3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:19.442550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.452940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e55001-52bb-4919-af4e-8c2fb2c6656d,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:19.465097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:19.466036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.467258 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17e55001-52bb-4919-af4e-8c2fb2c6656d HTTP/1.1" status: 204 len: 168 time: 0.1887002 Apr 22 21:38:19.486936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.555042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.633620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:19.777263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:19.791228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:19.794286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3940-95b6-459a-b798-df292a5a9c7c req-c6af81be-19ac-4565-a285-970fba168fb4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:19.797427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-08a6948f-562e-429e-8def-c81a62b09c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:19.800223 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-011b3940-95b6-459a-b798-df292a5a9c7c req-c6af81be-19ac-4565-a285-970fba168fb4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1234877 Apr 22 21:38:19.875345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef806f8-5a0f-4b3c-80d5-6dd6932bf76b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:19.910449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:19.919226 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-011b3940-95b6-459a-b798-df292a5a9c7c req-bdacd99c-3f26-4544-90b5-e4a6979aebdd tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107328 Apr 22 21:38:20.180695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60248) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:20.199407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.221032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.260698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:20.265511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e6c42c8a044b468b102aa04c9f7860 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:20.268702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:20.273693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.279200 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ef806f8-5a0f-4b3c-80d5-6dd6932bf76b HTTP/1.1" status: 204 len: 168 time: 1.0551872 Apr 22 21:38:20.287529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:20.336265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788ac98-1c70-4a2d-b99f-14d3d78cea6e None None] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:38:20.438654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.442435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.453961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:20.484519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea73f9a-e19e-48e4-8832-687e56cd5d4f,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:20.497279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:20.508417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Router c7953f49-cea4-4723-ab09-539af0a2eee3 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:38:20.512126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60254) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:20.512247 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2e6c42c8a044b468b102aa04c9f7860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258839 Apr 22 21:38:20.639809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Provisioning for port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:20.649657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Provisioning complete for port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:20.650573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.849098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.911544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] For port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:20.916329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:20.918739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:20.973966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60260) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:21.008232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.055409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:21.060394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Usage tracker for resource:security_group_rule and tenant:b341bc89c87e4f12ac44f9c1e29c1d7d is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:21.061677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Pushing event updated for resources: {'Port': ['ID=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:21.064660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:21.071650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:21.082699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:21.161437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d0a22c3f-c2f4-4a19-ba5a-c89338f1bb7a None None] Provisioning complete for port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:21.161905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d0a22c3f-c2f4-4a19-ba5a-c89338f1bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.188941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.198997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.214750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0578fde1-f146-4bc9-8443-a51e86027a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:21.283538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60268) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:21.305349 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b341bc89c87e4f12ac44f9c1e29c1d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290472 Apr 22 21:38:21.320715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:38:21.323513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f53c6-23e3-4f75-9d41-b09c60ca0238,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:21.351270 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Sync routers for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:38:21.354530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.361153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:21.366131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:21.366929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:21.399382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.400753 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4248638 Apr 22 21:38:21.403864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60272) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:21.426446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.482682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9c8db-b2d9-4ea8-81a4-13d2fba54bca req-c3355b51-1cde-4332-aa02-1f292e855593 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:21.484398 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-57e9c8db-b2d9-4ea8-81a4-13d2fba54bca req-c3355b51-1cde-4332-aa02-1f292e855593 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.3052013 Apr 22 21:38:21.487423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.572296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.606449 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-57e9c8db-b2d9-4ea8-81a4-13d2fba54bca req-ddbc4550-ea7b-4e6e-a1d5-031d8398723b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075633 Apr 22 21:38:21.617815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:21.626981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.632507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1fb42afa-5ac3-4207-b57e-e8076fcd0c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:21.647859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.652077 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ea73f9a-e19e-48e4-8832-687e56cd5d4f HTTP/1.1" status: 204 len: 168 time: 1.1384227 Apr 22 21:38:21.658192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea73f9a-e19e-48e4-8832-687e56cd5d4f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:21.661131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4e406e5f-9dda-414b-9020-25d6b712c283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:21.668413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.674248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fc978d5e-edb5-46a4-8038-47d48d853c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:21.689266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f53c6-23e3-4f75-9d41-b09c60ca0238,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:21.692327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:21.698577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:21.700240 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/427f53c6-23e3-4f75-9d41-b09c60ca0238 HTTP/1.1" status: 204 len: 168 time: 0.4152830 Apr 22 21:38:21.729198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:22.084732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:22.085267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:22.184336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:19Z', 'revision_number': 3, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:22.294239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Checking router: c7953f49-cea4-4723-ab09-539af0a2eee3 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:38:22.297374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Updating router c7953f49-cea4-4723-ab09-539af0a2eee3 port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:38:22.402681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:22.637405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.475647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Allocated IP 172.20.0.1 (f94b7b69-49d1-497d-b0c6-bf68b31f5ef4/bbe2ea9a-9589-4b75-84c1-bde2015d08f1/43292641-ebf0-460e-bf17-f2aca6bffe61) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:23.551778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.574697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Transition to ACTIVE for port object 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:23.583155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.600031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:23.709613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Pushing event updated for resources: {'Port': ['ID=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:23.721471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:23.731469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Attempting to bind port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:23.731895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Attempting to bind port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:23.732386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Attempting to bind port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:23.739635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:23.740147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:23.740606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.741046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:23.741817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Bound port: 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:23.742170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.796215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92325a-590a-4dc8-88d3-eb2882970de4 req-583d3be0-c78f-498e-a250-6985a874db97 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:23.816187 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0f92325a-590a-4dc8-88d3-eb2882970de4 req-583d3be0-c78f-498e-a250-6985a874db97 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 1.0063975 Apr 22 21:38:23.868131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60332) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:23.972620 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0f92325a-590a-4dc8-88d3-eb2882970de4 req-3e4f01a8-1ad3-466f-bda2-487dc75a2127 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553020 Apr 22 21:38:23.977151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] For port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:23.985315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] For port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:23.992678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:23.997074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.032730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Transition to ACTIVE for port object 43292641-ebf0-460e-bf17-f2aca6bffe61 will not be triggered until provisioned by entity DHCP. {{(pid=86417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:24.035728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:24.060276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.071713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5132b20c-fb34-4451-bb9a-061da22edda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:24.113630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:24.113883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.121958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:24.137816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:24.138780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:24.151031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:24.160685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Pushing event updated for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:24.161887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Usage tracker for resource:security_group_rule and tenant:22210eba71244acfbfd651284d0930b8 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:24.167678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:24.169436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:24.188238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:24.217950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.219889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.220352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.220792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.221266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.221751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.222153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.222551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.222948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.223343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.223735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.224152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:24.230471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:24.268964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.366573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.372042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.450452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-11c9f0e4-3555-4c2e-ae93-16155f22d7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:24.476374 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22210eba71244acfbfd651284d0930b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066647 Apr 22 21:38:24.505522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9f406-1151-41c4-b9fe-534fcd84a480,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:24.524255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:24.525827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60344) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:24.551223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Pushing event updated for resources: {'Port': ['ID=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:24.557364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:24.559537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5cb21189-2dea-442f-afe0-4e18faaf2c40 None None] Provisioning for port 43292641-ebf0-460e-bf17-f2aca6bffe61 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:24.569420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5cb21189-2dea-442f-afe0-4e18faaf2c40 None None] Provisioning complete for port 43292641-ebf0-460e-bf17-f2aca6bffe61 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:24.569845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5cb21189-2dea-442f-afe0-4e18faaf2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.629613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.637525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5cb21189-2dea-442f-afe0-4e18faaf2c40 None None] Port 43292641-ebf0-460e-bf17-f2aca6bffe61 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:38:24.672101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.676427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:24.706162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.727336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.733211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-131addab-c4fd-49b7-b156-b681fb1b29aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:24.745270 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9f406-1151-41c4-b9fe-534fcd84a480,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:24.754847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:24.761367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:24.762616 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fd9f406-1151-41c4-b9fe-534fcd84a480 HTTP/1.1" status: 204 len: 168 time: 0.2338364 Apr 22 21:38:24.996255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:25.001851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:25.069354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:25.112646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:19Z', 'revision_number': 3, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:25.118345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c49e601-8d3d-41d8-9053-67727a539fb5 None None] The sync data for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb is: [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:19Z', 'revision_number': 3, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:38:25.151313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Pushing event updated for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:25.156484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:25.164365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:25.257986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9e7bb-88d8-4212-bfb9-518ae22b5fb9 req-0fba20db-d47b-4ebd-ae1f-8f87853d1d5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:25.259745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-54f9e7bb-88d8-4212-bfb9-518ae22b5fb9 req-0fba20db-d47b-4ebd-ae1f-8f87853d1d5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1122644 Apr 22 21:38:25.312728 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-54f9e7bb-88d8-4212-bfb9-518ae22b5fb9 req-c649609a-db70-4eeb-9dee-ed710deb35e1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Apr 22 21:38:25.326385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:25.327961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:25.549338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Router c7953f49-cea4-4723-ab09-539af0a2eee3 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:38:25.567278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-e8834a85-9a69-4dbc-9253-9518e567df61 None None] Provisioning complete for port 43292641-ebf0-460e-bf17-f2aca6bffe61 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:25.568412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8834a85-9a69-4dbc-9253-9518e567df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:25.686090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e8834a85-9a69-4dbc-9253-9518e567df61 None None] Port 43292641-ebf0-460e-bf17-f2aca6bffe61 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:38:25.841526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:38:25.872182 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] 10.222.0.15 "PUT /v2.0/routers/c7953f49-cea4-4723-ab09-539af0a2eee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4663794 Apr 22 21:38:26.456309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60396) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:26.614515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.634825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:26.639863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Usage tracker for resource:security_group_rule and tenant:0a39121b38174208b2e5e995f8a4e44d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:26.643403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:26.651140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:26.714453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372f55-6019-4687-aaae-22666bf7d38f req-98f9aac9-ec39-45dd-8e18-dc8cc88a71a4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:26.717567 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30372f55-6019-4687-aaae-22666bf7d38f req-98f9aac9-ec39-45dd-8e18-dc8cc88a71a4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1905360 Apr 22 21:38:26.764807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.769241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.779963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48e303c9-1612-4a09-8924-f87adc3d6bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:26.785550 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-30372f55-6019-4687-aaae-22666bf7d38f req-b6e12f42-0397-445e-805f-e15030d7c297 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568395 Apr 22 21:38:26.833654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6380b140-f1a6-4072-b43d-144f0e748e3c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:26.840795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:26.848989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60414) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:26.859167 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-1a203f6c-bddc-429d-b64b-ac0f4f55370d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a39121b38174208b2e5e995f8a4e44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013078 Apr 22 21:38:26.864514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60418) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:26.871258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1016045295-network', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:26.876975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:26.881412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Usage tracker for resource:network and tenant:e0357b7c508f4ce09fabfb73ca2b49a7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:26.884893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:26.892711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:26.904420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Made reservation on behalf of e0357b7c508f4ce09fabfb73ca2b49a7 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:38:26.909746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.920817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.924093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.955744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:26.959266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:26.961039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Usage tracker for resource:security_group_rule and tenant:e0357b7c508f4ce09fabfb73ca2b49a7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:26.966961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:26.974490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:27.027945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.033624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fccab973-aa5a-4bda-b41f-ba38f1a83f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:27.047599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380b140-f1a6-4072-b43d-144f0e748e3c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:27.051068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:27.053412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.057403 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-34f92b3e-709f-4ccd-8d83-28ff8f4cff6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6380b140-f1a6-4072-b43d-144f0e748e3c HTTP/1.1" status: 204 len: 168 time: 0.2066612 Apr 22 21:38:27.087935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.091464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.096349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b5f1358d-992d-47f5-ab38-df0479a0feb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:27.127615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:38:27.137079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1addf9c-edea-4ccb-8458-c6e61f1132e3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:27.141350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:27.144103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.144460 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Added segment 6507200e-0251-4047-86c3-43d59b2db285 of type vlan for network 48437e80-533a-4c30-ab5c-fc84dfb472a7 Apr 22 21:38:27.183307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.220730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.222672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:27.223695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.233777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:27.370938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Pushing event updated for resources: {'Network': ['ID=48437e80-533a-4c30-ab5c-fc84dfb472a7,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:27.375190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:27.380593 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5109313 Apr 22 21:38:27.381324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60424) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:27.386325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:38:27.387666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Request body: {'subnet': {'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1016045295-subnet', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:27.393834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:27.398819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Usage tracker for resource:subnet and tenant:e0357b7c508f4ce09fabfb73ca2b49a7 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:27.402512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:27.410342 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:27.421963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Made reservation on behalf of e0357b7c508f4ce09fabfb73ca2b49a7 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:38:27.427179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.578310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:27.661143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:27.667082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:27.667848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.796965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.832792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:27.841231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.846758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:27.914205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:27.919942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:27.926284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:27.932785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:28.007011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e18b98-e3eb-426c-8719-19e08e56ce12,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:28.010000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:28.015055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Checking segment: {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:28.015479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Network hostable DHCP agents. Network: 48437e80-533a-4c30-ab5c-fc84dfb472a7, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:38:28.037238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:38:28.049618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 48437e80-533a-4c30-ab5c-fc84dfb472a7) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:28.061284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a733a6-f706-43e6-9039-087c4e2f3120 None None] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:38:28.064644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:28.065288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.091224 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f114a1ca-c456-475b-9647-19cbad28554d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7089088 Apr 22 21:38:28.092040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60442) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:28.097931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:28.098343 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76a0cc-783a-4d32-a251-111ea88debef req-1b8fcd0f-6749-4a81-8926-ee622ceedb7a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:28.100089 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dc76a0cc-783a-4d32-a251-111ea88debef req-1b8fcd0f-6749-4a81-8926-ee622ceedb7a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1131876 Apr 22 21:38:28.103562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:28.108100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Usage tracker for resource:router and tenant:e0357b7c508f4ce09fabfb73ca2b49a7 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:28.112444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:28.122541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:28.133751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.135017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.152878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.183100 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-dc76a0cc-783a-4d32-a251-111ea88debef req-f072869f-64ce-4059-b503-591876695a5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757992 Apr 22 21:38:28.370927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-48437e80-533a-4c30-ab5c-fc84dfb472a7', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:38:28.372327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.436490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Sync routers for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:38:28.447879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:28.448871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:28.566389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Allocated IP 172.20.0.2 (48437e80-533a-4c30-ab5c-fc84dfb472a7/c4e18b98-e3eb-426c-8719-19e08e56ce12/de694508-121a-4fc4-8df3-8366688bdb54) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:28.760621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.836690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.849958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Transition to ACTIVE for port object de694508-121a-4fc4-8df3-8366688bdb54 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:28.865709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:28.872760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Transition to ACTIVE for port object de694508-121a-4fc4-8df3-8366688bdb54 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:28.879470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:28.893729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:28.977592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Pushing event updated for resources: {'Port': ['ID=de694508-121a-4fc4-8df3-8366688bdb54,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:28.983750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:28.992898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:28.994289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:28.997265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:29.104883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Attempting to bind port de694508-121a-4fc4-8df3-8366688bdb54 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:29.105294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Attempting to bind port de694508-121a-4fc4-8df3-8366688bdb54 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:29.105698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Attempting to bind port de694508-121a-4fc4-8df3-8366688bdb54 on network 48437e80-533a-4c30-ab5c-fc84dfb472a7 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:29.112008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:29.112416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Checking segment: {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:29.112865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.113299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Bound using segment: {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:29.113810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Bound port: de694508-121a-4fc4-8df3-8366688bdb54, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:29.114228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.191191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.212713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] For port de694508-121a-4fc4-8df3-8366688bdb54, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:29.214078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 2, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:29.218243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] For port de694508-121a-4fc4-8df3-8366688bdb54, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=de694508-121a-4fc4-8df3-8366688bdb54,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:29.220582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Checking router: c7953f49-cea4-4723-ab09-539af0a2eee3 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:38:29.221200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Updating router c7953f49-cea4-4723-ab09-539af0a2eee3 port 43292641-ebf0-460e-bf17-f2aca6bffe61 binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:38:29.224132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.230365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.235609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:29.298401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.333178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Pushing event updated for resources: {'Port': ['ID=de694508-121a-4fc4-8df3-8366688bdb54,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:29.336487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:29.455407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Allocated IP 172.28.3.245 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/4bb29d08-a17e-479f-8c18-20a347fd3e48) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:29.505993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c24037-3738-4795-88aa-c1115b8ac0bc req-77a7380c-c3a6-4d5f-a06d-9d51f0b863dc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:29.507806 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f3c24037-3738-4795-88aa-c1115b8ac0bc req-77a7380c-c3a6-4d5f-a06d-9d51f0b863dc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1865647 Apr 22 21:38:29.591794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:29.667103 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f3c24037-3738-4795-88aa-c1115b8ac0bc req-66924756-ee47-46c3-8a46-8e74420a8790 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424205 Apr 22 21:38:29.756253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.775193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:29.775896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.780360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Transition to ACTIVE for port object 43292641-ebf0-460e-bf17-f2aca6bffe61 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:29.802182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.816389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.822107 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:29.848833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:29.854265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:29.934801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:29.938444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:29.942766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:29.985688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Pushing event updated for resources: {'Port': ['ID=4bb29d08-a17e-479f-8c18-20a347fd3e48,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:29.994250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:30.053843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Pushing event updated for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:30.108175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.108175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.108175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.108175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.108705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.109206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.109206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.109829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.110298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.110523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.110854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.111177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:30.117114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:30.124704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Attempting to bind port 43292641-ebf0-460e-bf17-f2aca6bffe61 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:30.125108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Attempting to bind port 43292641-ebf0-460e-bf17-f2aca6bffe61 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:30.125503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Attempting to bind port 43292641-ebf0-460e-bf17-f2aca6bffe61 on network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:30.132430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:30.132834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Checking segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:30.133266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:30.133697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Bound using segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:30.134205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Bound port: 43292641-ebf0-460e-bf17-f2aca6bffe61, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:30.134606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:30.243052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] For port 43292641-ebf0-460e-bf17-f2aca6bffe61, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:30.250535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] For port 43292641-ebf0-460e-bf17-f2aca6bffe61, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=43292641-ebf0-460e-bf17-f2aca6bffe61,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:30.255600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:30.261669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:30.352936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:30.353671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:30.453654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:30.483268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Pushing event updated for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:30.496374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a5ef3f7a-9a34-4506-9932-83c54cfe8030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:30.595534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:30.903767 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:31.012017 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35599721-52c1-41b4-88dc-bc6a48952fc7 req-b88ca7d2-ab0e-4425-8b70-dcd4b74be924 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:31.020089 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35599721-52c1-41b4-88dc-bc6a48952fc7 req-b88ca7d2-ab0e-4425-8b70-dcd4b74be924 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.1750624 Apr 22 21:38:31.090217 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35599721-52c1-41b4-88dc-bc6a48952fc7 req-c67763bb-1d04-4cf2-88c1-74c7bc3a4cb6 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684507 Apr 22 21:38:31.133187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ad860-5406-4138-baf1-4b0efa747319 None None] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:38:31.218148 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:30Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:31.227754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c256f1f-4119-4efa-843e-28ee747f19a2 None None] The sync data for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb is: [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:30Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:38:31.272521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:38:31.338949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-cef19631-5af5-46e6-95f7-ca3993ee6203 None None] Provisioning for port de694508-121a-4fc4-8df3-8366688bdb54 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:31.584053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Router 88f2582a-5842-4ab0-a337-36164d99b1ef is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:38:31.860645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:31.869581 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:38:31.914311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'mac_address': 'fa:16:3e:11:9f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:38:31.918191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device de694508-121a-4fc4-8df3-8366688bdb54 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:31.922347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:31.924072 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8306890 Apr 22 21:38:31.927505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60496) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:31.950439 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60500) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:31.970379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Sync routers for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:38:32.046666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:32.047378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:32.105470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.127364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:32.131766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Usage tracker for resource:security_group_rule and tenant:893a1bb4557c4ea08c0ba6b949059692 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:32.135143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:32.142295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:32.276633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.290234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.293537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.301031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port de694508-121a-4fc4-8df3-8366688bdb54 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:32.306826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d624aed-59f5-4975-9582-c869ae3ef748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:32.317709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port de694508-121a-4fc4-8df3-8366688bdb54 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:32.318277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.360021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=893a1bb4557c4ea08c0ba6b949059692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082413 Apr 22 21:38:32.361276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf0306-1add-4500-94f8-fbc9ccc62892,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:32.365060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-86f3d5d5-3788-4ebc-8f4b-5bac49801bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:32.365862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60510) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:32.402402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:38:32.420944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:32.435963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.441190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:32.456141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.488379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.530595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b3d0a-ff12-4897-b146-d2e4f41f34cf req-1ae7f9b8-889a-4160-a3d6-4a51912bffc8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:32.541552 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-543b3d0a-ff12-4897-b146-d2e4f41f34cf req-1ae7f9b8-889a-4160-a3d6-4a51912bffc8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 944 time: 0.2314029 Apr 22 21:38:32.546059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:32.558252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.564419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c705eb3e-6191-472a-878d-f46356c0c358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:32.580172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf0306-1add-4500-94f8-fbc9ccc62892,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:32.590311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:32.605061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.609699 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7caf0306-1add-4500-94f8-fbc9ccc62892 HTTP/1.1" status: 204 len: 168 time: 0.2395122 Apr 22 21:38:32.675741 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-543b3d0a-ff12-4897-b146-d2e4f41f34cf req-d9eead23-9168-49f6-9297-dcee8806a179 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332238 Apr 22 21:38:32.904173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['e92b940a-7321-42c6-ac1d-1992577eb60a'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:38:32.920195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.966012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:32.988096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=9']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:32.999756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-492d923a-9b3b-4f66-9603-db922fc5e4fa None None] Provisioning complete for port de694508-121a-4fc4-8df3-8366688bdb54 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:33.000261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-492d923a-9b3b-4f66-9603-db922fc5e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.041281 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:33.136324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port de694508-121a-4fc4-8df3-8366688bdb54, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=de694508-121a-4fc4-8df3-8366688bdb54,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:33.157548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.158372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 43292641-ebf0-460e-bf17-f2aca6bffe61 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:33.183479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Allocated IP 172.20.0.1 (48437e80-533a-4c30-ab5c-fc84dfb472a7/c4e18b98-e3eb-426c-8719-19e08e56ce12/c067b201-c146-4804-b28b-dd7a21b85172) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:33.192261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:33.350461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.369171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Transition to ACTIVE for port object c067b201-c146-4804-b28b-dd7a21b85172 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:33.399269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.404504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:33.444310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=de694508-121a-4fc4-8df3-8366688bdb54,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:33.456047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:33.489558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 43292641-ebf0-460e-bf17-f2aca6bffe61 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:33.509435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 43292641-ebf0-460e-bf17-f2aca6bffe61 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:33.509435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.512347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Pushing event updated for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:33.528167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:33.533922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:33.538392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:33.541607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:33.651197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.804469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.825886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:30Z', 'revision_number': 3, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:33.863555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Checking router: 88f2582a-5842-4ab0-a337-36164d99b1ef for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:38:33.864269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Updating router 88f2582a-5842-4ab0-a337-36164d99b1ef port 4bb29d08-a17e-479f-8c18-20a347fd3e48 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:38:33.962666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20596baf-11e0-4e1e-8907-70d2f55fd02b req-41c0c59c-3dd4-43f7-b8aa-e801be6531b3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:33.977692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4e18fa70-3af5-45da-a93d-1c3349eb46b8 None None] Provisioning for port c067b201-c146-4804-b28b-dd7a21b85172 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:33.981346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:33.981693 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20596baf-11e0-4e1e-8907-70d2f55fd02b req-41c0c59c-3dd4-43f7-b8aa-e801be6531b3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.1452858 Apr 22 21:38:34.085194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4e18fa70-3af5-45da-a93d-1c3349eb46b8 None None] Provisioning complete for port c067b201-c146-4804-b28b-dd7a21b85172 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:34.085194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4e18fa70-3af5-45da-a93d-1c3349eb46b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.110363 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-20596baf-11e0-4e1e-8907-70d2f55fd02b req-72ea1b08-fcdd-4bc2-ab76-9044adad55b3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215086 Apr 22 21:38:34.240533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.259518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4e18fa70-3af5-45da-a93d-1c3349eb46b8 None None] Port c067b201-c146-4804-b28b-dd7a21b85172 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:38:34.323291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 43292641-ebf0-460e-bf17-f2aca6bffe61, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=43292641-ebf0-460e-bf17-f2aca6bffe61,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:34.376796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.383659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:34.503355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:34.515193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:34.524443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.524745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device de694508-121a-4fc4-8df3-8366688bdb54 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:34.531063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.569545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9d970c69-13c7-4eae-9d90-22d29ae254f6 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:34.659041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Pushing event updated for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:34.664419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:34.676934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.679460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60564) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:34.688298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.688931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port de694508-121a-4fc4-8df3-8366688bdb54 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:34.689387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.740453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Transition to ACTIVE for port object 4bb29d08-a17e-479f-8c18-20a347fd3e48 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:34.757377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.764406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:34.848771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:34.850136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:34.883787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Attempting to bind port 4bb29d08-a17e-479f-8c18-20a347fd3e48 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:34.884273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Attempting to bind port 4bb29d08-a17e-479f-8c18-20a347fd3e48 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:34.884687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Attempting to bind port 4bb29d08-a17e-479f-8c18-20a347fd3e48 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:34.894341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Pushing event updated for resources: {'Port': ['ID=4bb29d08-a17e-479f-8c18-20a347fd3e48,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:34.922984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.939295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:34.946410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:34.946748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:34.946929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.947425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:34.947958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Bound port: 4bb29d08-a17e-479f-8c18-20a347fd3e48, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:34.948400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:34.963359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:34.972684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Usage tracker for resource:security_group_rule and tenant:04a4656ef0c746d095f8cf8c29a6be5b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:34.987630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:34.994898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:35.048474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] For port 4bb29d08-a17e-479f-8c18-20a347fd3e48, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:35.051894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] For port 4bb29d08-a17e-479f-8c18-20a347fd3e48, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4bb29d08-a17e-479f-8c18-20a347fd3e48,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:35.071983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.087168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:35.095721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.105743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.120095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-edc13f02-3d5f-42a8-8862-ab4308eaa853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:35.147031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Router 88f2582a-5842-4ab0-a337-36164d99b1ef has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:38:35.168726 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a4656ef0c746d095f8cf8c29a6be5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879801 Apr 22 21:38:35.180659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 60574) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:35.181495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f89611-a872-4d0d-9c22-72ede57ec485,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:35.186729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fbf3c8ba-7a9f-4267-b820-1248cb1a3865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:35.230556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Pushing event updated for resources: {'Port': ['ID=4bb29d08-a17e-479f-8c18-20a347fd3e48,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:35.239656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:35.247634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.254948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:35.255661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:35.302172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.308406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:35.376256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:38:35.382327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.390803 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] 10.222.0.15 "PUT /v2.0/routers/88f2582a-5842-4ab0-a337-36164d99b1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4578574 Apr 22 21:38:35.415709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4015965a-eeb4-4a91-8afe-03019a45f44e None None] Provisioning complete for port c067b201-c146-4804-b28b-dd7a21b85172 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:35.416119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4015965a-eeb4-4a91-8afe-03019a45f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.468355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f941c5-0819-473f-952d-36f6244f2c96 req-1f6ab383-f2b5-4d64-bcdc-92ee26e686a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:35.468786 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-00f941c5-0819-473f-952d-36f6244f2c96 req-1f6ab383-f2b5-4d64-bcdc-92ee26e686a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 945 time: 0.1545904 Apr 22 21:38:35.473134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.478557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-578664fe-e6a4-4621-a630-734ee322e425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:35.516311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f89611-a872-4d0d-9c22-72ede57ec485,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:35.520402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:35.520626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4015965a-eeb4-4a91-8afe-03019a45f44e None None] Port c067b201-c146-4804-b28b-dd7a21b85172 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:38:35.554825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.558748 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4f89611-a872-4d0d-9c22-72ede57ec485 HTTP/1.1" status: 204 len: 168 time: 0.3712981 Apr 22 21:38:35.598226 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-00f941c5-0819-473f-952d-36f6244f2c96 req-1e0031a7-efbe-4fa7-896f-359b51419741 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116233 Apr 22 21:38:35.601380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port e92b940a-7321-42c6-ac1d-1992577eb60a triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:35.602063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:35.662073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:36.017607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:36.101282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:38:36.115727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:36.123068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:36.127605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:36.181755 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'code': 200} Apr 22 21:38:36.217639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:33Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'c067b201-c146-4804-b28b-dd7a21b85172', 'name': '', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'mac_address': 'fa:16:3e:7d:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:32Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 2, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'subnets': [{'id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:36.225203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=10']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:36.229280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:36.230323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31192c02-b6f6-4606-b6b9-ee5e7c9305bd None None] The sync data for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb is: [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:33Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'c067b201-c146-4804-b28b-dd7a21b85172', 'name': '', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'mac_address': 'fa:16:3e:7d:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:32Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 2, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'subnets': [{'id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:38:36.497441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 43292641-ebf0-460e-bf17-f2aca6bffe61 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:36.722520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 43292641-ebf0-460e-bf17-f2aca6bffe61 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:36.723842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:37.095638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1718874-b512-4264-866e-6c8c9c48d908 req-51952e84-2dd3-42c8-81d7-3eca86842949 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:37.106240 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1718874-b512-4264-866e-6c8c9c48d908 req-51952e84-2dd3-42c8-81d7-3eca86842949 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.2004793 Apr 22 21:38:37.238620 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f1718874-b512-4264-866e-6c8c9c48d908 req-ba863b9e-6779-486c-a504-31433b06665a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310623 Apr 22 21:38:37.313670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0e645-06f5-4845-b927-1445749645f3 req-51ac714a-0d44-4a01-9741-5fad72efa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:37.315647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3cd0e645-06f5-4845-b927-1445749645f3 req-51ac714a-0d44-4a01-9741-5fad72efa041 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 1100 time: 0.1388974 Apr 22 21:38:37.395442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3cd0e645-06f5-4845-b927-1445749645f3 req-5c93634e-cb48-49d4-9515-ff5e3345b24f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715337 Apr 22 21:38:38.581011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f1a5d-d6ed-44b0-88fa-7f79b3b2b8b2 req-f879e86c-aacc-437e-b37e-09291a471325 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:38.585876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4bb29d08-a17e-479f-8c18-20a347fd3e48 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:38.603296 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-948f1a5d-d6ed-44b0-88fa-7f79b3b2b8b2 req-f879e86c-aacc-437e-b37e-09291a471325 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.1800137 Apr 22 21:38:38.677149 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-948f1a5d-d6ed-44b0-88fa-7f79b3b2b8b2 req-179020d4-62f0-4f1c-9330-ced89d7cbb98 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662670 Apr 22 21:38:38.744562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 4bb29d08-a17e-479f-8c18-20a347fd3e48 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:38.750830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 4bb29d08-a17e-479f-8c18-20a347fd3e48 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:38.751248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:39.264848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:39.402942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 4bb29d08-a17e-479f-8c18-20a347fd3e48, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4bb29d08-a17e-479f-8c18-20a347fd3e48,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:39.419576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:39.430745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:39.514248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=4bb29d08-a17e-479f-8c18-20a347fd3e48,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:39.585991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.586562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.586824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.587061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.587413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.587775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.595609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.600919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.601381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.601762 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.602135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.602500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:38:39.615036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:39.878336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e7c0533f-2e60-4c38-9f83-2efae2a70af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:40.060508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5d64-701a-4c13-94c3-bd584377d52c req-5c22d438-daaf-4a61-9c99-6258e79e9107 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:40.062946 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-211f5d64-701a-4c13-94c3-bd584377d52c req-5c22d438-daaf-4a61-9c99-6258e79e9107 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.1293845 Apr 22 21:38:40.124212 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-211f5d64-701a-4c13-94c3-bd584377d52c req-aa97c568-a5bd-4871-939a-1301e0e44b2e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538790 Apr 22 21:38:40.334913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34d1f8-ba4a-4f11-a088-5e6f29148557 req-7e6b8d79-5bc0-4531-a397-14864a8c0822 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:40.336635 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d34d1f8-ba4a-4f11-a088-5e6f29148557 req-7e6b8d79-5bc0-4531-a397-14864a8c0822 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.1080830 Apr 22 21:38:40.424115 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d34d1f8-ba4a-4f11-a088-5e6f29148557 req-26dfe221-01ab-45b2-905a-0bee94606bbc tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741620 Apr 22 21:38:40.441032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Sync routers for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:38:40.454574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:40.455337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:40.485796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4bb29d08-a17e-479f-8c18-20a347fd3e48 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:40.582038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 4bb29d08-a17e-479f-8c18-20a347fd3e48 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:40.582445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:40.678978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:41.100531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:33Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'c067b201-c146-4804-b28b-dd7a21b85172', 'name': '', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'mac_address': 'fa:16:3e:7d:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:32Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 2, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'subnets': [{'id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:41.105828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Checking router: 88f2582a-5842-4ab0-a337-36164d99b1ef for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:38:41.106219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Updating router 88f2582a-5842-4ab0-a337-36164d99b1ef port c067b201-c146-4804-b28b-dd7a21b85172 binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:38:41.176898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:41.417171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6049c-b818-49b4-8b21-8681519bc69b req-660285ed-ddc0-4420-a201-65d5686eb1fe tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:41.425629 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4d6049c-b818-49b4-8b21-8681519bc69b req-660285ed-ddc0-4420-a201-65d5686eb1fe tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.1328330 Apr 22 21:38:41.461597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60712) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:41.487830 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b4d6049c-b818-49b4-8b21-8681519bc69b req-5f5441b7-87aa-46cc-b2d2-3d8ddb292caa tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608463 Apr 22 21:38:41.768748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:41.801493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:41.822019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Usage tracker for resource:security_group_rule and tenant:a85c569fb24f4dfc886756702f4a407a is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:38:41.832484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:38:41.845598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:41.955402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-181c50c4-f05a-45d3-bbb5-c0f6c3b4fc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.007840 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.015180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.031687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e8382f58-946c-4a5e-8d95-f70b2cda17b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:42.057549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c2834-30a5-43e5-b66f-07a5264ef4dc req-ccbf1357-11c4-4f7b-9c55-e6965093d93b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:42.060417 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-359c2834-30a5-43e5-b66f-07a5264ef4dc req-ccbf1357-11c4-4f7b-9c55-e6965093d93b tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.4519162 Apr 22 21:38:42.188708 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-359c2834-30a5-43e5-b66f-07a5264ef4dc req-ce9244cb-a992-426e-9496-7c93e507b079 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115265 Apr 22 21:38:42.190341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47053534-9c23-4787-be49-a28c29fe2dae,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:42.195661 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a85c569fb24f4dfc886756702f4a407a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321501 Apr 22 21:38:42.196802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:42.199045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 60720) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:38:42.210591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.225072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Transition to ACTIVE for port object c067b201-c146-4804-b28b-dd7a21b85172 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:42.232262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.237499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-04926813-d95b-4782-a917-19d7feec137e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:42.277127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.306510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.360671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.368263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:42.383377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47053534-9c23-4787-be49-a28c29fe2dae,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:42.390705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:42.398513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.415001 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47053534-9c23-4787-be49-a28c29fe2dae HTTP/1.1" status: 204 len: 168 time: 0.1999495 Apr 22 21:38:42.448893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eb0d7-2d07-4969-bced-bfb54cd193f6 None None] Pushing event updated for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:42.454211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d2eb0d7-2d07-4969-bced-bfb54cd193f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:42.526989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.608464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Attempting to bind port c067b201-c146-4804-b28b-dd7a21b85172 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:38:42.609131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Attempting to bind port c067b201-c146-4804-b28b-dd7a21b85172 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:38:42.609737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Attempting to bind port c067b201-c146-4804-b28b-dd7a21b85172 on network 48437e80-533a-4c30-ab5c-fc84dfb472a7 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:38:42.621994 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:38:42.622873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Checking segment: {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:38:42.623544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.624220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Bound using segment: {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:38:42.625109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Bound port: c067b201-c146-4804-b28b-dd7a21b85172, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6507200e-0251-4047-86c3-43d59b2db285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:38:42.625757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.729359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] For port c067b201-c146-4804-b28b-dd7a21b85172, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:38:42.733084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] For port c067b201-c146-4804-b28b-dd7a21b85172, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=c067b201-c146-4804-b28b-dd7a21b85172,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:38:42.737557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.744032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c87dc2df-c5a9-47fd-98fc-e6bf1bfca07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:42.876984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:42.905769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:38:42.906927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:38:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:43.155684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2eb0d7-2d07-4969-bced-bfb54cd193f6 None None] Pushing event updated for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:43.168597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d2eb0d7-2d07-4969-bced-bfb54cd193f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:43.292150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:38:43.479202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5b54d-07ed-4837-9b77-850d905f3a73 req-92f55607-3f9f-4b65-8c93-fb3fa5caab48 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:43.488026 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cae5b54d-07ed-4837-9b77-850d905f3a73 req-92f55607-3f9f-4b65-8c93-fb3fa5caab48 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.1106548 Apr 22 21:38:43.545674 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cae5b54d-07ed-4837-9b77-850d905f3a73 req-a9ee5e8b-5571-4cab-8f5a-8e028cb30eb3 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Apr 22 21:38:43.561638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:38:43.777659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:33Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'c067b201-c146-4804-b28b-dd7a21b85172', 'name': '', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'mac_address': 'fa:16:3e:7d:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:32Z', 'updated_at': '2021-04-22T21:38:42Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'subnets': [{'id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:38:43.782326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f857f8-8389-4bfd-be2d-ee33735e62dc None None] The sync data for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb is: [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:38:33Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'c067b201-c146-4804-b28b-dd7a21b85172', 'name': '', 'network_id': '48437e80-533a-4c30-ab5c-fc84dfb472a7', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'mac_address': 'fa:16:3e:7d:27:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:32Z', 'updated_at': '2021-04-22T21:38:42Z', 'revision_number': 4, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'subnets': [{'id': 'c4e18b98-e3eb-426c-8719-19e08e56ce12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:38:43.959004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:44.481795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-8acbb414-712c-4961-aab6-20a4b57c4602 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:44.483946 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-8acbb414-712c-4961-aab6-20a4b57c4602 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.1436310 Apr 22 21:38:44.525319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device c067b201-c146-4804-b28b-dd7a21b85172 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:44.677161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port c067b201-c146-4804-b28b-dd7a21b85172 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:44.689188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port c067b201-c146-4804-b28b-dd7a21b85172 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:44.696390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:44.850719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Deleting port 219ad39d-3f7a-40fa-832c-779a2ec80579 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:38:44.851092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:44.904452 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:44.976239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port c067b201-c146-4804-b28b-dd7a21b85172, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=c067b201-c146-4804-b28b-dd7a21b85172,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:44.981882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:44.985332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:45.028350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ede7e-22ec-46e0-8f70-bf5602090ff7 req-dee5f68d-50d2-4418-a6d4-87c006e7835c tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:45.030244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-123ede7e-22ec-46e0-8f70-bf5602090ff7 req-dee5f68d-50d2-4418-a6d4-87c006e7835c tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 945 time: 0.2615616 Apr 22 21:38:45.091584 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-123ede7e-22ec-46e0-8f70-bf5602090ff7 req-3328da78-79b8-4106-a6cd-c7c2d4667e7d tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/security-groups?id=45e11209-6f73-41d6-b5e4-a55b790ebc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478134 Apr 22 21:38:45.120750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] For port 219ad39d-3f7a-40fa-832c-779a2ec80579, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=219ad39d-3f7a-40fa-832c-779a2ec80579,segment=NetworkSegment(0d871570-03a8-4c19-a3f5-eb37d265b75e),segment_id=0d871570-03a8-4c19-a3f5-eb37d265b75e)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:38:45.120750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:45.160873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:45.178243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:45.276527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Calling delete_port for 219ad39d-3f7a-40fa-832c-779a2ec80579 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:38:45.422249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:45.429769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-29a0849f-a458-48ec-86d6-b95ce72f8fd4 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:45.480181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Pushing event deleted for resources: {'Port': ['ID=219ad39d-3f7a-40fa-832c-779a2ec80579,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:45.490819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:45.588146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] No DVR routers for this DVR port 219ad39d-3f7a-40fa-832c-779a2ec80579 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:38:45.591364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:45.599178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'name': 'network-vif-deleted', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:38:45.616621 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-12f45bf1-dd28-42ae-b049-f5dcdcf95ed1 req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.26 "DELETE /v2.0/ports/219ad39d-3f7a-40fa-832c-779a2ec80579 HTTP/1.1" status: 204 len: 173 time: 1.1271558 Apr 22 21:38:45.678750 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d5bfca-e01c-49af-8f18-1aabbd67f992', 'name': 'network-vif-deleted', 'tag': '219ad39d-3f7a-40fa-832c-779a2ec80579', 'status': 'completed', 'code': 200} Apr 22 21:38:46.342237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-04fea0a3-be50-4bf7-9056-395814566091 req-f6ec9c16-9cbf-4537-a26d-58a3f328daf4 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Synchronizing usage tracker for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:38:46.379627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-04fea0a3-be50-4bf7-9056-395814566091 req-f6ec9c16-9cbf-4537-a26d-58a3f328daf4 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Unset dirty status for tenant:1c369a47ee794fce96ec5e8cd548d012 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:38:46.386446 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-04fea0a3-be50-4bf7-9056-395814566091 req-f6ec9c16-9cbf-4537-a26d-58a3f328daf4 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1d5bfca-e01c-49af-8f18-1aabbd67f992 HTTP/1.1" status: 200 len: 210 time: 0.1144636 Apr 22 21:38:46.518719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device c067b201-c146-4804-b28b-dd7a21b85172 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:38:46.597886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port c067b201-c146-4804-b28b-dd7a21b85172 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:46.598272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:47.332514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 219ad39d-3f7a-40fa-832c-779a2ec80579 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:38:47.379619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 219ad39d-3f7a-40fa-832c-779a2ec80579 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:38:47.380344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 219ad39d-3f7a-40fa-832c-779a2ec80579 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:38:48.842809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-03d12cc8-75dd-4929-849d-c6d5916b8496 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:48.844515 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-03d12cc8-75dd-4929-849d-c6d5916b8496 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 814 time: 0.1609037 Apr 22 21:38:48.861643 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-18e37711-2a5b-4569-8279-d39d6972497a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/quotas/43341a7ed88c4b2f80d5b7481c13803f HTTP/1.1" status: 200 len: 375 time: 0.0106049 Apr 22 21:38:48.954140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-b7d2ec45-157e-4fe6-90d0-66d6dde938c2 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:38:48.971657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-b7d2ec45-157e-4fe6-90d0-66d6dde938c2 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:38:48.973150 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-b7d2ec45-157e-4fe6-90d0-66d6dde938c2 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049409 Apr 22 21:38:49.131607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-b372caaa-b7e2-4d22-9735-20007a4b1f0c service neutron] 10.222.0.15 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445730 Apr 22 21:38:49.282089 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-9294a65f-2697-40a0-a9ff-7b8ad960d8d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414070 Apr 22 21:38:49.490152 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c310ed24-7283-4acb-968d-13358031e2be req-baf510f5-4178-455f-8661-18e25a17347b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 210 time: 0.0541065 Apr 22 21:38:50.693745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8411a07b-b1a1-4d2a-83fd-4f5ce9866fcb req-e4aca6dd-f9b0-486e-ba90-ffb5adb31214 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 210 time: 0.0665169 Apr 22 21:38:50.729094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-df6ecd0c-9b8b-4380-b134-c667f20895ab tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:50.729894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-df6ecd0c-9b8b-4380-b134-c667f20895ab tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:38:50.751010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-df6ecd0c-9b8b-4380-b134-c667f20895ab tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:38:50.752673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-df6ecd0c-9b8b-4380-b134-c667f20895ab tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 814 time: 0.2170122 Apr 22 21:38:50.766491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'port': {'device_id': '644ae9de-7096-4560-9ec1-079769519bac', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'admin_state_up': True, 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:38:50.972305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:38:50.997432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:38:51.009708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Made reservation on behalf of 43341a7ed88c4b2f80d5b7481c13803f for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:38:51.016226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:51.231235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Allocated IP 172.20.0.4 (f94b7b69-49d1-497d-b0c6-bf68b31f5ef4/bbe2ea9a-9589-4b75-84c1-bde2015d08f1/039a1296-3feb-4787-ba57-7916a556cdf4) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:38:51.804570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:51.824761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Transition to ACTIVE for port object 039a1296-3feb-4787-ba57-7916a556cdf4 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:38:51.855442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:51.903185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:38:51.982265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:38:51.987717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:38:51.993445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:38:52.074847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:52.076066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:52.132637 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707736 Apr 22 21:38:52.133758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:38:52.141032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:38:52.177790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-7a1d31ac-9f41-4205-9e32-d75aff197151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:52.179128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-7a1d31ac-9f41-4205-9e32-d75aff197151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:38:52.199298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-7a1d31ac-9f41-4205-9e32-d75aff197151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:38:52.200740 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-7a1d31ac-9f41-4205-9e32-d75aff197151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.3482339 Apr 22 21:38:52.257526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-e6a68228-bd2c-4ace-88e7-a7c8df3009cb tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:38:52.285759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-e6a68228-bd2c-4ace-88e7-a7c8df3009cb tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:38:52.287597 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-47528f80-0ba6-422d-b706-7982c0c818c3 req-e6a68228-bd2c-4ace-88e7-a7c8df3009cb tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Apr 22 21:38:52.291612 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-90ae9330-b0b5-4bc8-bf5c-b808c64918b6 None None] Provisioning for port 039a1296-3feb-4787-ba57-7916a556cdf4 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:38:52.297512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-90ae9330-b0b5-4bc8-bf5c-b808c64918b6 None None] Provisioning complete for port 039a1296-3feb-4787-ba57-7916a556cdf4 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:38:52.297925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90ae9330-b0b5-4bc8-bf5c-b808c64918b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:38:52.361808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-90ae9330-b0b5-4bc8-bf5c-b808c64918b6 None None] Port 039a1296-3feb-4787-ba57-7916a556cdf4 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:38:53.530858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae2fe-6213-454d-a5a5-7b1771462d78 req-c90bb1a5-c565-447b-b4ce-697ad8d71a0f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:53.536698 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b14ae2fe-6213-454d-a5a5-7b1771462d78 req-c90bb1a5-c565-447b-b4ce-697ad8d71a0f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1273909 Apr 22 21:38:53.641090 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b14ae2fe-6213-454d-a5a5-7b1771462d78 req-d6ced5d5-bae0-4788-9bcd-711e84907847 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011081 Apr 22 21:38:54.960305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af0e6b-1c63-421e-ba60-a197818188aa req-a6358154-d0ec-4e49-ba44-5bdc14f77391 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:54.962013 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d0af0e6b-1c63-421e-ba60-a197818188aa req-a6358154-d0ec-4e49-ba44-5bdc14f77391 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1730962 Apr 22 21:38:55.032042 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d0af0e6b-1c63-421e-ba60-a197818188aa req-0ab3b2d9-bc2d-490e-998d-2c56ce243c84 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Apr 22 21:38:56.326464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95469d-b77e-4c3d-b3db-7e0639224762 req-4dc8d5b3-5cd0-4fb5-b8e7-563a68030158 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:56.328223 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ca95469d-b77e-4c3d-b3db-7e0639224762 req-4dc8d5b3-5cd0-4fb5-b8e7-563a68030158 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1382251 Apr 22 21:38:56.385463 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ca95469d-b77e-4c3d-b3db-7e0639224762 req-5ccb7f2a-9bbb-4b2f-b0cb-1b278d81e785 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Apr 22 21:38:57.756596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c2ea-fc85-4575-a6d1-22f254e0712a req-a82f1ea8-aed1-49b5-a72d-ce210cb6b8d8 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:57.766002 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-93f7c2ea-fc85-4575-a6d1-22f254e0712a req-a82f1ea8-aed1-49b5-a72d-ce210cb6b8d8 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1415360 Apr 22 21:38:57.825047 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-93f7c2ea-fc85-4575-a6d1-22f254e0712a req-243f994e-84e4-45ea-9de5-4ee86e00bf8f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Apr 22 21:38:59.461750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3663e25-9e68-47d6-8174-45ea7be2fa5b req-dd3a4a96-d6bd-47b1-a1c6-9c24f5a6e7f5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:38:59.464853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a3663e25-9e68-47d6-8174-45ea7be2fa5b req-dd3a4a96-d6bd-47b1-a1c6-9c24f5a6e7f5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.5049515 Apr 22 21:38:59.526700 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a3663e25-9e68-47d6-8174-45ea7be2fa5b req-7b802e25-f2e6-45b6-ac1a-c5bc98dc212b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 Apr 22 21:39:00.963266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58f485-1f41-41df-9cb3-584001f62cbd req-06983966-f238-4fd0-9c8f-8a433c34c1ec tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:00.971130 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d58f485-1f41-41df-9cb3-584001f62cbd req-06983966-f238-4fd0-9c8f-8a433c34c1ec tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1939857 Apr 22 21:39:01.073586 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d58f485-1f41-41df-9cb3-584001f62cbd req-ecc4b7ec-a3fe-4b0c-8d01-d984aeebdaca tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879819 Apr 22 21:39:02.376882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42b292-8879-46f9-b364-4bc4a76fe3de req-21594c5d-b8a3-45cf-aca7-dab286406bd5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:02.386365 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ab42b292-8879-46f9-b364-4bc4a76fe3de req-21594c5d-b8a3-45cf-aca7-dab286406bd5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1229389 Apr 22 21:39:02.448645 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ab42b292-8879-46f9-b364-4bc4a76fe3de req-cc3267f9-1df7-41cf-8dfb-2c4759a22967 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608869 Apr 22 21:39:03.885922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704d280-e49c-4250-9a14-35ffffc796cc req-054c6f1c-e9c0-4d04-b81e-1d465f37f151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:03.888371 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5704d280-e49c-4250-9a14-35ffffc796cc req-054c6f1c-e9c0-4d04-b81e-1d465f37f151 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.2847331 Apr 22 21:39:03.942281 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5704d280-e49c-4250-9a14-35ffffc796cc req-93439d38-c319-4495-a888-be375c992fbd tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470257 Apr 22 21:39:05.131049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:05.238952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329481-414b-48df-8dda-c522ddcb94ee req-9e93c5e0-9637-4a90-832c-d3a9a1f9ebc3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:05.241973 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4c329481-414b-48df-8dda-c522ddcb94ee req-9e93c5e0-9637-4a90-832c-d3a9a1f9ebc3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1156983 Apr 22 21:39:05.334176 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4c329481-414b-48df-8dda-c522ddcb94ee req-625b4bfa-e762-46db-8512-3ff760fc0cde tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843551 Apr 22 21:39:06.560359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1702f78-4487-4f2c-911a-a30e46d7123a req-b50e5cfd-b8eb-4d5b-840f-aea9949b5e17 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:06.562048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c1702f78-4487-4f2c-911a-a30e46d7123a req-b50e5cfd-b8eb-4d5b-840f-aea9949b5e17 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.0972536 Apr 22 21:39:06.619117 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c1702f78-4487-4f2c-911a-a30e46d7123a req-9f196c4c-9a6e-468f-8004-0fc01d772c69 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Apr 22 21:39:07.635279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Request body: {'port': {'device_id': '644ae9de-7096-4560-9ec1-079769519bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:07.771719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:07.849065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f2df-2e64-4c58-a5ab-a4fba5a49b4c req-78b32420-8966-4bce-beec-5a1a93beda11 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:07.850662 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d71f2df-2e64-4c58-a5ab-a4fba5a49b4c req-78b32420-8966-4bce-beec-5a1a93beda11 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 931 time: 0.1147654 Apr 22 21:39:07.904947 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d71f2df-2e64-4c58-a5ab-a4fba5a49b4c req-8ddbf22e-5675-4cbd-bba4-a49d5d7f04f4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Apr 22 21:39:08.184529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039a1296-3feb-4787-ba57-7916a556cdf4 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:39:08.193070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:08.210300 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Transition to ACTIVE for port object 039a1296-3feb-4787-ba57-7916a556cdf4 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:39:08.214062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:08.219555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-53362c9e-255d-4514-9be3-fc417525b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:08.401971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:08.406016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:08.481180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Attempting to bind port 039a1296-3feb-4787-ba57-7916a556cdf4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:39:08.481550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Attempting to bind port 039a1296-3feb-4787-ba57-7916a556cdf4 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:39:08.481959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Attempting to bind port 039a1296-3feb-4787-ba57-7916a556cdf4 on network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:39:08.487332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Port 039a1296-3feb-4787-ba57-7916a556cdf4 on network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:39:08.487684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Attempting to bind port 039a1296-3feb-4787-ba57-7916a556cdf4 on network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:39:08.494416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:39:08.494794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Checking segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:39:08.495224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Bound using segment: {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:39:08.495749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Bound port: 039a1296-3feb-4787-ba57-7916a556cdf4, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:39:08.496627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:08.638724 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:39:08.644786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:39:08.650195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:08.655710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:08.799116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:08.804008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:08.805449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:08.806143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:08.807689 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1093 time: 1.1828070 Apr 22 21:39:08.808304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:08.926667 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:39:08.992409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-d178e2d9-072a-4f94-a2be-5de12fbb9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:08.994864 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-d178e2d9-072a-4f94-a2be-5de12fbb9f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1096 time: 0.1300206 Apr 22 21:39:09.083727 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-3c1d48ae-b313-44cc-a873-4dea525d99e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 217 time: 0.0804021 Apr 22 21:39:09.162981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-79e2415e-d895-45f4-bc4b-5a388c4db816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:09.164628 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-79e2415e-d895-45f4-bc4b-5a388c4db816 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0740604 Apr 22 21:39:09.232952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb882-b1d4-48d6-bf1a-2d96a93bbc78 req-fa7d6c61-45c2-46b7-99c9-5fdbe77ca5ec tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:09.234550 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-970eb882-b1d4-48d6-bf1a-2d96a93bbc78 req-fa7d6c61-45c2-46b7-99c9-5fdbe77ca5ec tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 943 time: 0.1082814 Apr 22 21:39:09.254075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-d2d607ee-cc39-48ff-808d-5d546ae40283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:09.255947 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-d2d607ee-cc39-48ff-808d-5d546ae40283 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846488 Apr 22 21:39:09.287406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-970eb882-b1d4-48d6-bf1a-2d96a93bbc78 req-d0f990fe-f3f9-4553-a71e-824aad600a8e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Apr 22 21:39:09.415017 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-730ab95b-fccf-4c6d-ad2e-caccd9bfe2a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498003 Apr 22 21:39:09.572504 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e0ef2e6a-f4fc-43a2-8891-d53ba020d602 req-7a309345-09c0-432e-adaf-4dd607fdfe6c service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496773 Apr 22 21:39:09.707980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-922f1f13-83ad-4778-b6b8-297b42aadd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:09.709622 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-922f1f13-83ad-4778-b6b8-297b42aadd00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1096 time: 0.0861032 Apr 22 21:39:09.858576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1de26be3-5ee8-40a9-9381-0c85e302c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:09.868502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-15186af1-fb8f-4934-8835-c9c1b0282936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:09.870465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-15186af1-fb8f-4934-8835-c9c1b0282936 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1528947 Apr 22 21:39:10.020464 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-a05a8216-35c5-4e61-ba7a-fb55c69ab36c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 217 time: 0.1420093 Apr 22 21:39:10.103095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-dab447b7-9227-46b0-b363-aa69d6ed8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:10.105857 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-dab447b7-9227-46b0-b363-aa69d6ed8b99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0769594 Apr 22 21:39:10.211052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-8a149431-9d1d-4075-9fd0-e2f787cd2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:10.212881 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-8a149431-9d1d-4075-9fd0-e2f787cd2dd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0994403 Apr 22 21:39:10.569741 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-e1e5c097-8ce1-4f03-8152-d9924fe8fa82 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474810 Apr 22 21:39:10.712050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecadfcb-31c0-4ab8-8dc8-460a670b6376 req-0352fa8b-de5f-401f-8b0f-aacef784cf5e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:10.713784 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ecadfcb-31c0-4ab8-8dc8-460a670b6376 req-0352fa8b-de5f-401f-8b0f-aacef784cf5e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 943 time: 0.2902136 Apr 22 21:39:10.783373 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-878a61d7-fa1a-4d8d-badf-f5e4790ddf84 req-b8809fab-96a5-4e9c-8e5c-516933460c6d service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051969 Apr 22 21:39:10.799798 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7ecadfcb-31c0-4ab8-8dc8-460a670b6376 req-3e56fdc5-7348-423d-a2af-f881d008f7ad tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733924 Apr 22 21:39:11.436936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 32912) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:11.505361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Deleting subnet a77234e7-9895-4f21-8f54-260e55845092 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:39:11.509156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:11.787949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:11.855573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:11.934608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-358d1f40-00d7-45b3-b76f-391508e2aabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.039503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da89241-1135-4261-865e-fd91acb9abcf req-dde68b73-acb7-43cb-a796-b442ac9ea2ee tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:12.041616 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9da89241-1135-4261-865e-fd91acb9abcf req-dde68b73-acb7-43cb-a796-b442ac9ea2ee tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 943 time: 0.0980799 Apr 22 21:39:12.128409 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9da89241-1135-4261-865e-fd91acb9abcf req-3f994b02-fbba-4028-94a2-59a2d204c4ec tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Apr 22 21:39:12.264392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.269946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:12.309552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77234e7-9895-4f21-8f54-260e55845092,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:12.311690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.315387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:12.319890 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8c299114-5a51-4c22-8472-4b0c6bcf8181 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a77234e7-9895-4f21-8f54-260e55845092 HTTP/1.1" status: 204 len: 168 time: 0.8816278 Apr 22 21:39:12.324366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 32920) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:12.452309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.531093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.600983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.723360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e93414-00e7-4e76-892b-1a9f033a35a8']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:12.737127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d871570-03a8-4c19-a3f5-eb37d265b75e') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:12.737410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d871570-03a8-4c19-a3f5-eb37d265b75e') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:12.750952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.768784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.775476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:39:12.865406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:12.966777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:39:12.977045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.157404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Network e3e93414-00e7-4e76-892b-1a9f033a35a8 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:39:13.195187 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:39:13.323387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.327511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:13.344812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.352129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e93414-00e7-4e76-892b-1a9f033a35a8,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:13.357522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:13.366360 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-29abc257-3bf8-4ed2-96f6-d1f15fd7f280 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3e93414-00e7-4e76-892b-1a9f033a35a8 HTTP/1.1" status: 204 len: 168 time: 1.0408409 Apr 22 21:39:13.394778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 039a1296-3feb-4787-ba57-7916a556cdf4 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:39:13.469571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47204-580e-4ea2-8cfa-1cb80fa6bf03 req-33a544e5-fbac-4a05-bc0c-e7eca61bc83a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:13.470840 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8ac47204-580e-4ea2-8cfa-1cb80fa6bf03 req-33a544e5-fbac-4a05-bc0c-e7eca61bc83a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 943 time: 0.1066990 Apr 22 21:39:13.528745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8ac47204-580e-4ea2-8cfa-1cb80fa6bf03 req-c9cc3c46-b6bd-4d3f-9861-41de53ab7c25 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Apr 22 21:39:13.589106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:13.603586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '039a1296-3feb-4787-ba57-7916a556cdf4', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'port_id': '039a1296-3feb-4787-ba57-7916a556cdf4', 'mac_address': 'fa:16:3e:78:cf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:39:13.626432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 32930) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:13.671352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.685393 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6ab6241a-668c-43e8-8f32-5537392f917e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c369a47ee794fce96ec5e8cd548d012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575089 Apr 22 21:39:13.688090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 32934) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:13.691740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039a1296-3feb-4787-ba57-7916a556cdf4 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:39:13.710394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:13.714174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.717989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-12f9ae6a-fd7f-4d4f-860f-8bf5184d1092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:13.754670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.785323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.794577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:13.798198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:13.841010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.846850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6a47593a-a8f8-4777-ab1a-b44e4c66d019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:13.862492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e11209-6f73-41d6-b5e4-a55b790ebc98,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:13.866576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:13.876812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:13.878365 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45e11209-6f73-41d6-b5e4-a55b790ebc98 HTTP/1.1" status: 204 len: 168 time: 0.1892097 Apr 22 21:39:13.920807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:14.107001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:39:14.782609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efac606-279a-48a8-a417-8bed056793e4 req-777bb325-e634-475c-82c9-3f64cb44bb08 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:14.785415 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7efac606-279a-48a8-a417-8bed056793e4 req-777bb325-e634-475c-82c9-3f64cb44bb08 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 944 time: 0.1295900 Apr 22 21:39:14.892591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7efac606-279a-48a8-a417-8bed056793e4 req-771a0931-e088-4cd8-9e30-10f614e6cd3d tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 Apr 22 21:39:15.393896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 039a1296-3feb-4787-ba57-7916a556cdf4 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:39:15.469364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 039a1296-3feb-4787-ba57-7916a556cdf4 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:39:15.475260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 039a1296-3feb-4787-ba57-7916a556cdf4 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:39:15.475643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:15.614725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:15.646721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:15.664313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:15.669824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:15.674826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:15.740058 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'code': 200} Apr 22 21:39:15.786970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:15.793147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:16.046510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ad72-c8ba-47ae-b6ac-97a1571e2b9c req-6b42bb7a-7237-4522-93f3-66f4d3041baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:16.048389 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3a49ad72-c8ba-47ae-b6ac-97a1571e2b9c req-6b42bb7a-7237-4522-93f3-66f4d3041baf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1098 time: 0.0850947 Apr 22 21:39:16.101175 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3a49ad72-c8ba-47ae-b6ac-97a1571e2b9c req-5e6696a8-440f-4104-9951-d3908bb1dd58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452425 Apr 22 21:39:16.125138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad53608-18eb-4514-9961-068f4bc6b134 req-a6a4d34e-aa73-4688-8461-eeeee9e77724 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:16.126886 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1ad53608-18eb-4514-9961-068f4bc6b134 req-a6a4d34e-aa73-4688-8461-eeeee9e77724 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0983665 Apr 22 21:39:16.180351 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1ad53608-18eb-4514-9961-068f4bc6b134 req-62d7020b-b70e-4b58-ae42-edc061e42e22 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Apr 22 21:39:17.430587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6349fa-b9a3-455d-9464-54d2d5858de7 req-a4849db9-d7f7-48a8-a909-77a1488477c3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:17.433692 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fe6349fa-b9a3-455d-9464-54d2d5858de7 req-a4849db9-d7f7-48a8-a909-77a1488477c3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.1122985 Apr 22 21:39:17.486449 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fe6349fa-b9a3-455d-9464-54d2d5858de7 req-18485a3b-244f-4567-8112-b712952ac754 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Apr 22 21:39:18.713166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6558a4-0710-4198-891e-edd047a761ae req-71905aee-765b-43a3-8ddb-cf530dbe7ecc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:18.714812 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f6558a4-0710-4198-891e-edd047a761ae req-71905aee-765b-43a3-8ddb-cf530dbe7ecc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0942781 Apr 22 21:39:18.768848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4f6558a4-0710-4198-891e-edd047a761ae req-a783106b-8921-4ac7-badd-238fcb7918dc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444868 Apr 22 21:39:19.011798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90865eaa-d0d5-423b-a5bb-a53f56821e0e req-dbf56a9f-fd52-447a-a2e0-b6e0b4b335be tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:19.013530 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-90865eaa-d0d5-423b-a5bb-a53f56821e0e req-dbf56a9f-fd52-447a-a2e0-b6e0b4b335be tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0964170 Apr 22 21:39:19.065354 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-90865eaa-d0d5-423b-a5bb-a53f56821e0e req-d0973e0b-29e2-407b-8156-a366d5f715e1 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Apr 22 21:39:19.508431 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4cb14-5f76-4c68-83b8-c2205180218a req-f5e13701-2574-4a78-b0f4-360035605302 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:19.510038 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ee4cb14-5f76-4c68-83b8-c2205180218a req-f5e13701-2574-4a78-b0f4-360035605302 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0917726 Apr 22 21:39:19.560448 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3ee4cb14-5f76-4c68-83b8-c2205180218a req-44b9aa50-57dd-42b9-b931-781b490df708 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Apr 22 21:39:20.430757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:39:21.191846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33054) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:21.358956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.376486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:21.381373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc11a7ecb914e5e8346cba5b5f133ed is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:21.384796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:21.392440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:21.496829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.500076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.513744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7b89c37a-55e2-42d5-bd41-b3732881d678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:21.557258 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc11a7ecb914e5e8346cba5b5f133ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641577 Apr 22 21:39:21.559062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e01527-8d57-467f-99a2-bb4d623731db,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:21.560395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33068) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:21.562716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:21.633111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.664557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.713722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.719699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-13182d6c-aab7-4bb4-8b2b-ae89280714b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:21.731438 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e01527-8d57-467f-99a2-bb4d623731db,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:21.743339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.743692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.744157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.744554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.744921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.745314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.746068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.746457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.746843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.747297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.747747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.748305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:21.751670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:21.754930 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29e01527-8d57-467f-99a2-bb4d623731db HTTP/1.1" status: 204 len: 168 time: 0.1914091 Apr 22 21:39:21.754930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:24.764995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f4c71-192b-4f8f-af2d-493e72673da0 req-63f3444d-ed7e-407e-a334-9e57a3262907 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:24.766594 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb9f4c71-192b-4f8f-af2d-493e72673da0 req-63f3444d-ed7e-407e-a334-9e57a3262907 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0925312 Apr 22 21:39:24.820540 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb9f4c71-192b-4f8f-af2d-493e72673da0 req-593b2d8e-c917-4333-9b1e-3ce995dfb918 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Apr 22 21:39:24.856975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33116) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:25.117250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c5385-4601-40f3-a01e-47892db077ef tempest-TestMinimumBasicScenario-1183744392 tempest-TestMinimumBasicScenario-1183744392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:25.118003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-498c5385-4601-40f3-a01e-47892db077ef tempest-TestMinimumBasicScenario-1183744392 tempest-TestMinimumBasicScenario-1183744392-project-admin] Synchronizing usage tracker for tenant:e0357b7c508f4ce09fabfb73ca2b49a7 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:39:25.135792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-498c5385-4601-40f3-a01e-47892db077ef tempest-TestMinimumBasicScenario-1183744392 tempest-TestMinimumBasicScenario-1183744392-project-admin] Unset dirty status for tenant:e0357b7c508f4ce09fabfb73ca2b49a7 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:39:25.137433 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-498c5385-4601-40f3-a01e-47892db077ef tempest-TestMinimumBasicScenario-1183744392 tempest-TestMinimumBasicScenario-1183744392-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1093 time: 0.2790251 Apr 22 21:39:25.140933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33122) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:25.146809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'port_id': '039a1296-3feb-4787-ba57-7916a556cdf4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:25.153705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:25.158190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:floatingip and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:25.161397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:25.168062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:25.179647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:25.335971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:25.485225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Allocated IP 172.28.3.199 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/f7843d18-41d7-4b45-acc2-e00e09ed60dc) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:39:25.684326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:25.718807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:25.724350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:25.796647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:39:25.800077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:39:25.804277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:39:25.864675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'Port': ['ID=f7843d18-41d7-4b45-acc2-e00e09ed60dc,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:25.869912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:26.648430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:26.780362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:27.042802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:27.046923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:27.052368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27421593-4895-45a2-bdc2-8e138bbe4cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:27.182891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'Port': ['ID=f7843d18-41d7-4b45-acc2-e00e09ed60dc,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:27.188459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:27.194636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:27.386385 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Floating IP 7408fdc0-1466-47dc-af29-0235340467ea associated. External IP: 172.28.3.199, port: 039a1296-3feb-4787-ba57-7916a556cdf4. Apr 22 21:39:27.771320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Router c7953f49-cea4-4723-ab09-539af0a2eee3 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:39:27.972173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:39:27.983180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Sync routers for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:39:27.993941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:39:27.994631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:39:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:28.000931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.062765 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9206052 Apr 22 21:39:28.063850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:28.066563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33142) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:28.074159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053096275', 'description': 'tempest-secgroup-smoke-2053096275 description', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:28.083490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.096744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:28.109751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.117193 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:39:28.158382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.166679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:28.172729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:28.180785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:28.204184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:39:28.280368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.282939 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-ab16b76d-6856-44dc-aad5-07073cfcbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:28.284320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.284612 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-ab16b76d-6856-44dc-aad5-07073cfcbb0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1098 time: 0.1419325 Apr 22 21:39:28.291246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c53564ac-1daf-44f4-9d43-b0c3749e7842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:28.341774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ae428-2902-4663-8479-430d06c73828,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:28.358641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.359062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.359474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.359882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.360352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.360762 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.361159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.361560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.361958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.362352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.362882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.363279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:28.366920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.368638 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3006995 Apr 22 21:39:28.369703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:28.374100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33152) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:28.381242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:28.388320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.393096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:28.396800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:28.403282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:28.424416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.458991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-894ace07-1111-4caa-8801-508f00222460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:28.460591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-894ace07-1111-4caa-8801-508f00222460 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1687789 Apr 22 21:39:28.512561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.517526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.519699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:28.553843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90860bd0-04e0-48db-ad8e-6f6ee2d945d2,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:28.556527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.558081 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824770 Apr 22 21:39:28.561597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33158) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:28.567156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-31a6952a-2702-4b59-991d-b37509eb36d4 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:28.572202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:28.577112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33162) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:28.593079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.601853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:28.616348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:28.627407 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-1e63d78c-c5ff-40a4-b55b-796d49d16bb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 999 time: 0.1593065 Apr 22 21:39:28.628386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:28.692511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.696937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '7408fdc0-1466-47dc-af29-0235340467ea', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'port_id': '039a1296-3feb-4787-ba57-7916a556cdf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'mac_address': 'fa:16:3e:78:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ae9de-7096-4560-9ec1-079769519bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:26Z', 'updated_at': '2021-04-22T21:39:26Z', 'revision_number': 0, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:28.701712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Checking router: c7953f49-cea4-4723-ab09-539af0a2eee3 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:39:28.716981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:39:28.718133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:39:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:28.731030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-c2cfa9cd-e99d-4d99-affd-8a39501831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:28.732718 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-c2cfa9cd-e99d-4d99-affd-8a39501831fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0986967 Apr 22 21:39:28.744483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.762656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.767147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Usage tracker for resource:security_group_rule and tenant:54d969e367e44b6996752d31e388944b is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:28.770506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:28.777159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:28.849903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.863629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.877201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:28.904048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd652b8d-dade-48e4-b4d9-94a478b58d1d,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:28.907493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:28.913727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-f7ad15fb-b181-489a-bde8-7ead426cdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:28.915484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-f7ad15fb-b181-489a-bde8-7ead426cdbbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1730418 Apr 22 21:39:28.920961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.922265 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3587737 Apr 22 21:39:28.926624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33168) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:28.934895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.939721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:28.947313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:28.950649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:28.963025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e571bd98-a009-4a92-a0d4-b011f2cb2a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:28.971395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:28.975186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:28.985958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:29.028815 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54d969e367e44b6996752d31e388944b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494784 Apr 22 21:39:29.032985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33172) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:29.041276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.049417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f91597-247b-4c05-a069-c4eb7f9012c6,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.056664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e6c22783-af4c-455d-ae2a-ddb354e643e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.137339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.141518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.143945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c13f0cb-59bb-49d4-a2c9-0f31da99e32d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:29.165701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:39:29.172889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fdbbae-81e0-47f7-985c-4efd9e6b7b06,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.175854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.191630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.197685 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2655301 Apr 22 21:39:29.198283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33176) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:29.206128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:29.214010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:29.221951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:29.227352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:29.235393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:29.256634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.362067 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-d25883fb-05f0-4d8f-84cd-6237a082eb76 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382536 Apr 22 21:39:29.375000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.380323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.384515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-887d6e5b-0d83-4da2-9df8-293e9851125e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:29.441487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.445858 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2448456 Apr 22 21:39:29.445858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71e635b-5cd1-4467-9e4c-44f9df396b2d,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.448290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33180) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:29.451426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.456050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:29.458317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.464674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:29.469680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:29.473067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:29.482320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:29.498783 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.securitygroups_db [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Project 43341a7ed88c4b2f80d5b7481c13803f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 21:39:29.510325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.510548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.583138 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c406ec96-6619-430e-9d2d-a889bcdc2b3b req-0486d3f9-a221-4c97-9cc1-a9c0f8127071 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108762 Apr 22 21:39:29.595055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.599388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.603636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2d9e014b-2e67-4323-abaa-b9b755219f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:29.611406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.615632 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c9dbb268-680b-49a0-ad42-b6c896e13d0b tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:29.620433 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f91597-247b-4c05-a069-c4eb7f9012c6,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.623697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.626566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.628515 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-599000fd-86a4-4b7f-8a5b-e5b9a1774ec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f91597-247b-4c05-a069-c4eb7f9012c6 HTTP/1.1" status: 204 len: 168 time: 0.5945137 Apr 22 21:39:29.662843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a2f60e-5ac1-466b-85a8-ca5694c14e16,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.667380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.672931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '7408fdc0-1466-47dc-af29-0235340467ea', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'port_id': '039a1296-3feb-4787-ba57-7916a556cdf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'mac_address': 'fa:16:3e:78:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ae9de-7096-4560-9ec1-079769519bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:26Z', 'updated_at': '2021-04-22T21:39:26Z', 'revision_number': 0, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:29.678016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98d120-ea1e-4ade-bbfd-b927c5f226d6 None None] The sync data for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb is: [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '7408fdc0-1466-47dc-af29-0235340467ea', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'port_id': '039a1296-3feb-4787-ba57-7916a556cdf4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'mac_address': 'fa:16:3e:78:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644ae9de-7096-4560-9ec1-079769519bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:26Z', 'updated_at': '2021-04-22T21:39:26Z', 'revision_number': 0, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:39:29.680749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.684537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b1151a0c-d809-491f-ae54-003d7ec336fe tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2350512 Apr 22 21:39:29.687775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33186) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:29.693895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'security_group_rule': {'security_group_id': 'd56ae428-2902-4663-8479-430d06c73828', 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:29.700707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:29.705329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Usage tracker for resource:security_group_rule and tenant:43341a7ed88c4b2f80d5b7481c13803f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:29.708848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:29.715881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:29.728751 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.securitygroups_db [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Project 43341a7ed88c4b2f80d5b7481c13803f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 21:39:29.737290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.828306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.833663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.836583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:29.863920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bbd4e8-c3e0-4707-bbfe-eda7ad5b40e3,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:29.866878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:29.878041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:29.884581 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1955192 Apr 22 21:39:30.063121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92639806-05ca-4f5d-adb3-1c9895871a6b None None] New status for floating IP 7408fdc0-1466-47dc-af29-0235340467ea: ACTIVE {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:39:30.063360 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-364af61a-daa3-4fcb-8654-83defbb1a60f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053096275&fields=id&tenant_id=43341a7ed88c4b2f80d5b7481c13803f HTTP/1.1" status: 200 len: 267 time: 0.0859663 Apr 22 21:39:30.173296 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-ead9b6e0-8f8f-49f0-8e47-4875290ee329 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:30.175624 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-ead9b6e0-8f8f-49f0-8e47-4875290ee329 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.1053131 Apr 22 21:39:30.201254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'port': {'security_groups': ['f564c141-32a0-463a-bc64-a11640dc9442', 'd56ae428-2902-4663-8479-430d06c73828']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:30.389743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:30.706623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:30.736613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:30.740946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:30.748122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7a1cedcc-b82e-4a11-ac89-2707d1120652 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:30.759193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:39:30.829456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:30.830203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:30.838965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-33c94c3f-23ab-44c0-bda3-7f41c95cae73 req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "PUT /v2.0/ports/039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 981 time: 0.6476007 Apr 22 21:39:30.839794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:30.897870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=6']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:30.909184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:30.919653 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:39:30.921269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:39:31.107737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-ced8823a-3058-4b9b-a16c-ebe6ae379f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:31.109467 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-ced8823a-3058-4b9b-a16c-ebe6ae379f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1137 time: 0.1601985 Apr 22 21:39:31.204765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314ad59-f4b4-4e28-8a85-e00057f77255 req-49c24f46-befb-41f7-8784-4015c5bc01e9 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:31.214645 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b314ad59-f4b4-4e28-8a85-e00057f77255 req-49c24f46-befb-41f7-8784-4015c5bc01e9 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.1294127 Apr 22 21:39:31.269968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b314ad59-f4b4-4e28-8a85-e00057f77255 req-fd60f5f6-de94-4cfe-b27f-732d1d649df9 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:39:31.282069 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-2eeeaa71-bdb9-4063-a076-faa2ca54ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:31.284456 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-2eeeaa71-bdb9-4063-a076-faa2ca54ad21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1683400 Apr 22 21:39:31.303016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b314ad59-f4b4-4e28-8a85-e00057f77255 req-fd60f5f6-de94-4cfe-b27f-732d1d649df9 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:39:31.308716 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b314ad59-f4b4-4e28-8a85-e00057f77255 req-fd60f5f6-de94-4cfe-b27f-732d1d649df9 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928814 Apr 22 21:39:31.326374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-672bd43c-af6f-4026-91e9-91c8317c9bd4 None None] Provisioning complete for port 039a1296-3feb-4787-ba57-7916a556cdf4 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:39:31.326873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-672bd43c-af6f-4026-91e9-91c8317c9bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:31.415429 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-3798c919-1a9d-43aa-b92e-5fb49f92362c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1222041 Apr 22 21:39:31.501385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-5dd5f321-021b-4cdf-96a6-a2225a4d8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:31.503574 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-5dd5f321-021b-4cdf-96a6-a2225a4d8fb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0808706 Apr 22 21:39:31.608905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-3f77dff5-bc1e-427e-b2ab-7fa43271c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:31.610739 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-3f77dff5-bc1e-427e-b2ab-7fa43271c670 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1007469 Apr 22 21:39:31.763006 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-b971ba5b-c4e0-476f-884b-8f4c6339f486 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450593 Apr 22 21:39:31.914282 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cefcbdd-7fa8-4564-ac2a-e8e2f40333da req-497d6494-9391-4286-8fa7-a031db794269 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445398 Apr 22 21:39:32.866334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-4519593b-edf5-4f39-95a2-142ee8f3e638 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332732 Apr 22 21:39:33.046864 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-59338f06-c2bf-43e4-8487-ea0a5ba5f712 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:33.048537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-59338f06-c2bf-43e4-8487-ea0a5ba5f712 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690874 Apr 22 21:39:33.073941 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-c98739fb-efd3-4595-b248-e42ce692ed79 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/quotas/98aa302ffd9d4c2db850ce376f7c4ba1 HTTP/1.1" status: 200 len: 375 time: 0.0132174 Apr 22 21:39:33.129960 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-f83488d7-2246-4d1e-b453-d37bded8117e tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494304 Apr 22 21:39:33.336204 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-63182c3c-ea20-4a87-9a45-a8f511a463aa req-fa9f6e53-1a49-4035-ae80-bf7945cf0922 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 210 time: 0.0495486 Apr 22 21:39:34.551389 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4713ef20-3a7d-4b5b-b270-ab462d7584ee req-5561f28b-2203-4e30-9860-fb70ad1f36e0 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 210 time: 0.0830250 Apr 22 21:39:34.553284 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-4e95f7cf-43e4-4055-bfd1-ce47b499d618 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473969 Apr 22 21:39:34.724749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-a0f99c5a-c7a4-4d7e-a400-cf66b33501ff tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:34.726483 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-a0f99c5a-c7a4-4d7e-a400-cf66b33501ff tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670520 Apr 22 21:39:34.740118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Request body: {'port': {'device_id': 'a78989ee-e02f-431c-bf46-691d9355716c', 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974', 'admin_state_up': True, 'tenant_id': '98aa302ffd9d4c2db850ce376f7c4ba1'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:34.899681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:34.904334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Usage tracker for resource:port and tenant:98aa302ffd9d4c2db850ce376f7c4ba1 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:34.907545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:34.913756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:34.923749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Made reservation on behalf of 98aa302ffd9d4c2db850ce376f7c4ba1 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:39:34.929836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:34.943951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:34.962345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:34.966679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Usage tracker for resource:security_group_rule and tenant:98aa302ffd9d4c2db850ce376f7c4ba1 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:34.969958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:34.976471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:35.075198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.075810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.077574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.082286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:35.167926 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1259477-93f9-43b2-8dfc-0ed617f43af9,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:35.174164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:35.273651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Allocated IP 192.168.233.106 (f304b900-c6bc-4079-ae50-641745e68974/aabffd62-4935-4249-9e4d-de4b98054199/55f49e32-b69e-457e-8d2c-41378d9e1ddd) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:39:35.502119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.519302 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Transition to ACTIVE for port object 55f49e32-b69e-457e-8d2c-41378d9e1ddd will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:39:35.544496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.550892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:35.628557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Network f304b900-c6bc-4079-ae50-641745e68974 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:39:35.632506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:39:35.637501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:39:35.674079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Pushing event updated for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:35.682445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:35.725303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:35.726297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.765965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0303266 Apr 22 21:39:35.783046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Request body: {'port': {'device_id': 'a78989ee-e02f-431c-bf46-691d9355716c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:35.894204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-71c84b04-967f-4429-95e2-8e39102f9685 None None] Provisioning for port 55f49e32-b69e-457e-8d2c-41378d9e1ddd completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:39:35.904784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-71c84b04-967f-4429-95e2-8e39102f9685 None None] Provisioning complete for port 55f49e32-b69e-457e-8d2c-41378d9e1ddd triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:39:35.905411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71c84b04-967f-4429-95e2-8e39102f9685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.952410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:35.982042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b43c-2ca5-48b8-81ec-4f2c3a24626b req-966e74b7-e167-492c-b138-c5865ceec9c9 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:35.983744 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c76b43c-2ca5-48b8-81ec-4f2c3a24626b req-966e74b7-e167-492c-b138-c5865ceec9c9 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 936 time: 0.1130536 Apr 22 21:39:35.987582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-71c84b04-967f-4429-95e2-8e39102f9685 None None] Port 55f49e32-b69e-457e-8d2c-41378d9e1ddd cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:39:36.035412 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c76b43c-2ca5-48b8-81ec-4f2c3a24626b req-59a2a73d-9bc2-40a8-a6af-dbc2c97608db tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Apr 22 21:39:36.577031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f49e32-b69e-457e-8d2c-41378d9e1ddd {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:39:36.585464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:36.603164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Transition to ACTIVE for port object 55f49e32-b69e-457e-8d2c-41378d9e1ddd will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:39:36.606981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:36.610962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8f9ad32b-9ca2-409b-a184-2a8e60508548 tempest-ServerRescueNegativeTestJSON-1398678688 tempest-ServerRescueNegativeTestJSON-1398678688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:36.774434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Pushing event updated for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:36.783595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:36.861025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Attempting to bind port 55f49e32-b69e-457e-8d2c-41378d9e1ddd on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:39:36.861388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Attempting to bind port 55f49e32-b69e-457e-8d2c-41378d9e1ddd by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:39:36.861755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Attempting to bind port 55f49e32-b69e-457e-8d2c-41378d9e1ddd on network f304b900-c6bc-4079-ae50-641745e68974 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:39:36.867136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Port 55f49e32-b69e-457e-8d2c-41378d9e1ddd on network f304b900-c6bc-4079-ae50-641745e68974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:39:36.867493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Attempting to bind port 55f49e32-b69e-457e-8d2c-41378d9e1ddd on network f304b900-c6bc-4079-ae50-641745e68974 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:39:36.873917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:39:36.874289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Checking segment: {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:39:36.874705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Bound using segment: {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:39:36.875164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Bound port: 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614b78cf-78c0-4c84-86aa-2ce8ae60f1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:39:36.875539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:36.978512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:39:36.981498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:39:36.991023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:36.996484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:37.049210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:37.049875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:37.051370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/55f49e32-b69e-457e-8d2c-41378d9e1ddd HTTP/1.1" status: 200 len: 1098 time: 1.2752681 Apr 22 21:39:37.051861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:37.093034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Pushing event updated for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:37.098285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:37.143740 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd', 'status': 'completed', 'code': 200} Apr 22 21:39:37.252490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-4da3f8a4-264b-492a-8503-b1361abf1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:37.254125 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-4da3f8a4-264b-492a-8503-b1361abf1131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 1101 time: 0.1543968 Apr 22 21:39:37.333537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-c9ddab28-51c9-415d-933f-db0b920c188e tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:37.334206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-c9ddab28-51c9-415d-933f-db0b920c188e tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Synchronizing usage tracker for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:39:37.346964 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-88e3ba2e-2761-45b0-8950-4054c2b519a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd HTTP/1.1" status: 200 len: 217 time: 0.0838723 Apr 22 21:39:37.402611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-c9ddab28-51c9-415d-933f-db0b920c188e tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Unset dirty status for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:39:37.404035 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-c9ddab28-51c9-415d-933f-db0b920c188e tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 948 time: 0.2414613 Apr 22 21:39:37.449362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-618e03be-016b-4539-bb41-287142b41461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:37.450993 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-618e03be-016b-4539-bb41-287142b41461 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aabffd62-4935-4249-9e4d-de4b98054199 HTTP/1.1" status: 200 len: 843 time: 0.0946062 Apr 22 21:39:37.518031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-586b18f0-be33-4a49-b675-890ab9977aaa tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Synchronizing usage tracker for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:39:37.548841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-586b18f0-be33-4a49-b675-890ab9977aaa tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Unset dirty status for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:39:37.550132 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0ec9a50-43ce-409d-94cb-64405b2a37c7 req-586b18f0-be33-4a49-b675-890ab9977aaa tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Apr 22 21:39:37.565458 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-713cd889-0557-4d14-ba01-90cf4d46e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:37.567067 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-713cd889-0557-4d14-ba01-90cf4d46e859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f304b900-c6bc-4079-ae50-641745e68974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067338 Apr 22 21:39:37.717680 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-b5a9e6f2-f62b-4277-ad4c-3eee36f8e8eb service neutron] 10.222.0.26 "GET /v2.0/networks/f304b900-c6bc-4079-ae50-641745e68974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426468 Apr 22 21:39:37.868333 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c8389e0-be44-4e65-aa8f-4b259888e0e8 req-f1c15a32-e7fa-47ba-84c8-990952dd2e43 service neutron] 10.222.0.26 "GET /v2.0/networks/f304b900-c6bc-4079-ae50-641745e68974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434536 Apr 22 21:39:38.002391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-78a18c39-9d84-49d2-8410-1c5ca1c3b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:38.004033 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-78a18c39-9d84-49d2-8410-1c5ca1c3b427 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 1101 time: 0.0815754 Apr 22 21:39:38.149567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-23e98482-4a8c-4d03-99fc-4edc83c4078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:38.151056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-23e98482-4a8c-4d03-99fc-4edc83c4078e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f304b900-c6bc-4079-ae50-641745e68974 HTTP/1.1" status: 200 len: 870 time: 0.1396072 Apr 22 21:39:38.227020 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-6c0b21af-460a-4dca-9ba1-ac315e949f01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd HTTP/1.1" status: 200 len: 217 time: 0.0689580 Apr 22 21:39:38.304870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-059c392f-5bed-45fc-bd23-13bda6a43069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:38.307300 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-059c392f-5bed-45fc-bd23-13bda6a43069 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aabffd62-4935-4249-9e4d-de4b98054199 HTTP/1.1" status: 200 len: 843 time: 0.0714073 Apr 22 21:39:38.392248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-af0fb0f7-6539-412c-9a71-51aab9c14244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:38.393798 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-af0fb0f7-6539-412c-9a71-51aab9c14244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f304b900-c6bc-4079-ae50-641745e68974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793195 Apr 22 21:39:38.539454 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-336084ef-5e22-41a6-a48f-f203eae14da0 service neutron] 10.222.0.26 "GET /v2.0/networks/f304b900-c6bc-4079-ae50-641745e68974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376553 Apr 22 21:39:38.708109 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-98d94654-8cd7-424b-ad2b-88794b1769e9 req-74423d1e-5670-4455-a3e8-0bf2fed0088d service neutron] 10.222.0.26 "GET /v2.0/networks/f304b900-c6bc-4079-ae50-641745e68974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583118 Apr 22 21:39:38.762187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a26e-ed7d-4afa-a194-eab7edf6ee16 req-dc8ad822-5815-4032-8e02-03e37465deaf tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:38.763879 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f456a26e-ed7d-4afa-a194-eab7edf6ee16 req-dc8ad822-5815-4032-8e02-03e37465deaf tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 948 time: 0.0961854 Apr 22 21:39:38.813997 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f456a26e-ed7d-4afa-a194-eab7edf6ee16 req-32cee2e0-d901-465a-b27a-9ab176601161 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Apr 22 21:39:39.844811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-92fa592f-e9bb-4ec7-88e1-9b5614b5931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:40.038141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcc061-d28c-4745-9a29-cb8722739240 req-dd717680-f94c-4099-9839-da4198d973f3 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:40.039743 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7edcc061-d28c-4745-9a29-cb8722739240 req-dd717680-f94c-4099-9839-da4198d973f3 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 948 time: 0.0928805 Apr 22 21:39:40.094791 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7edcc061-d28c-4745-9a29-cb8722739240 req-54529f11-390a-47a9-ab47-20fd32b629fb tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Apr 22 21:39:41.312101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1bd59-52be-4168-b6f7-045926c20255 req-1db8987a-e387-4aaa-b6c7-4228d4284f92 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:41.313704 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f5e1bd59-52be-4168-b6f7-045926c20255 req-1db8987a-e387-4aaa-b6c7-4228d4284f92 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 948 time: 0.0963376 Apr 22 21:39:41.363133 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f5e1bd59-52be-4168-b6f7-045926c20255 req-a1ebf352-6775-4ffe-964f-3dd52e5e7477 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Apr 22 21:39:41.517034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 55f49e32-b69e-457e-8d2c-41378d9e1ddd details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:39:41.662074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:41.680844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '55f49e32-b69e-457e-8d2c-41378d9e1ddd', 'network_id': 'f304b900-c6bc-4079-ae50-641745e68974', 'port_id': '55f49e32-b69e-457e-8d2c-41378d9e1ddd', 'mac_address': 'fa:16:3e:e9:d0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabffd62-4935-4249-9e4d-de4b98054199', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:39:41.741826 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:41.760342 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f49e32-b69e-457e-8d2c-41378d9e1ddd {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:39:41.777105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:41.781184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:41.783031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:41.857090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:41.866397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.866779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.867158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.867526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.867896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.868545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.868692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.868937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.869520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.869883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.870243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.870966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:39:41.875455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:41.927118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2b2507c7-6baa-4850-8d81-b8726c8c99a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:42.144033 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['55f49e32-b69e-457e-8d2c-41378d9e1ddd'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:39:42.526750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:42.576465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa16bf-a0e3-459d-8788-806ba9b8fcdb req-25129788-36fe-4143-83f8-cacfc7cc6f55 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:42.578126 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45aa16bf-a0e3-459d-8788-806ba9b8fcdb req-25129788-36fe-4143-83f8-cacfc7cc6f55 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 949 time: 0.0947847 Apr 22 21:39:42.627697 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-45aa16bf-a0e3-459d-8788-806ba9b8fcdb req-1a1ba1a2-e5b4-4fed-9b59-9eacf0cda9fd tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Apr 22 21:39:42.865041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:43.533598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 55f49e32-b69e-457e-8d2c-41378d9e1ddd up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:39:43.618849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 55f49e32-b69e-457e-8d2c-41378d9e1ddd completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:39:43.624642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 55f49e32-b69e-457e-8d2c-41378d9e1ddd triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:39:43.625132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:43.754215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:43.782405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:43.793189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:43.796520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:43.798707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-14827f87-9db1-492a-9523-b4d962f7eb3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:43.851260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ad72-3a18-467e-aa0d-5bc703d2caab req-517fadd1-d408-47a7-9064-8a8edbc24d23 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:43.852928 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bca9ad72-3a18-467e-aa0d-5bc703d2caab req-517fadd1-d408-47a7-9064-8a8edbc24d23 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 949 time: 0.1097946 Apr 22 21:39:43.865359 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd', 'code': 200} Apr 22 21:39:43.881969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:43.885351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:43.906842 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bca9ad72-3a18-467e-aa0d-5bc703d2caab req-eb2ebd0c-be52-45bb-95b4-5bbf60d78905 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Apr 22 21:39:43.925429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:44.100464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e05a47-bd74-4ad0-ba6e-ca3f47e859a9 req-491e232a-485e-4733-a01d-f0ea89ddeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:44.101974 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-96e05a47-bd74-4ad0-ba6e-ca3f47e859a9 req-491e232a-485e-4733-a01d-f0ea89ddeea0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 1103 time: 0.0843730 Apr 22 21:39:44.152022 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-96e05a47-bd74-4ad0-ba6e-ca3f47e859a9 req-021d322e-3ad0-4702-b016-2b0bde7a8684 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Apr 22 21:39:45.121428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3835662-4b02-4f1b-8038-7b0c62ff8b07 req-12dfa540-1647-407c-acab-000d193c44a8 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:45.123034 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f3835662-4b02-4f1b-8038-7b0c62ff8b07 req-12dfa540-1647-407c-acab-000d193c44a8 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 950 time: 0.0933290 Apr 22 21:39:45.173305 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f3835662-4b02-4f1b-8038-7b0c62ff8b07 req-53320b29-b7fa-4644-972a-e0fe37f7e9a3 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Apr 22 21:39:46.385053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163218c-e4f1-4d35-89f3-09f3807acb80 req-0d2b3939-f639-41fc-a604-f6c368dd462b tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:46.386672 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8163218c-e4f1-4d35-89f3-09f3807acb80 req-0d2b3939-f639-41fc-a604-f6c368dd462b tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 950 time: 0.0931177 Apr 22 21:39:46.438912 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8163218c-e4f1-4d35-89f3-09f3807acb80 req-cb30a0ab-b964-4045-ab5c-47474113c638 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Apr 22 21:39:46.934462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afdc4b-7edf-4300-9b95-1e15ed243106 req-08c2619f-8cd4-48ac-b4f1-6055eb09d949 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:46.936184 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a6afdc4b-7edf-4300-9b95-1e15ed243106 req-08c2619f-8cd4-48ac-b4f1-6055eb09d949 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 950 time: 0.0917447 Apr 22 21:39:46.985655 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a6afdc4b-7edf-4300-9b95-1e15ed243106 req-8bfe07a5-c8d3-40fd-a252-f9753a2f3f78 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Apr 22 21:39:48.229451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eacae0-ec94-4a36-b10f-0dc17f1a3ecf req-1f6717dc-024b-45bf-a76f-5584284a1a6f tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:48.230961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88eacae0-ec94-4a36-b10f-0dc17f1a3ecf req-1f6717dc-024b-45bf-a76f-5584284a1a6f tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 950 time: 0.1016352 Apr 22 21:39:48.284652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-88eacae0-ec94-4a36-b10f-0dc17f1a3ecf req-d8c00521-880f-4a6d-99f0-fc5bebaca0ff tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1259477-93f9-43b2-8dfc-0ed617f43af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Apr 22 21:39:48.423217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-e95238fd-11b5-45a2-8aca-42c0eb9029fb tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:48.424786 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-e95238fd-11b5-45a2-8aca-42c0eb9029fb tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.26 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 950 time: 0.0905242 Apr 22 21:39:48.576154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Deleting port 55f49e32-b69e-457e-8d2c-41378d9e1ddd {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:39:48.576555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:48.721379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] For port 55f49e32-b69e-457e-8d2c-41378d9e1ddd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=55f49e32-b69e-457e-8d2c-41378d9e1ddd,segment=NetworkSegment(614b78cf-78c0-4c84-86aa-2ce8ae60f1b8),segment_id=614b78cf-78c0-4c84-86aa-2ce8ae60f1b8)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:48.721782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:48.854317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Calling delete_port for 55f49e32-b69e-457e-8d2c-41378d9e1ddd owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:39:48.977065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:48.982989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-57f6abb5-a116-40f3-bef6-fb3118afa2ab tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:48.989983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['55f49e32-b69e-457e-8d2c-41378d9e1ddd'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:39:49.031460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Pushing event deleted for resources: {'Port': ['ID=55f49e32-b69e-457e-8d2c-41378d9e1ddd,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:49.034654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:49.115714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] No DVR routers for this DVR port 55f49e32-b69e-457e-8d2c-41378d9e1ddd on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:39:49.118526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:49.123740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'name': 'network-vif-deleted', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:49.139044 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2d955d7-95e5-428c-8576-eee4d02b91fe req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.26 "DELETE /v2.0/ports/55f49e32-b69e-457e-8d2c-41378d9e1ddd HTTP/1.1" status: 204 len: 173 time: 0.7077405 Apr 22 21:39:49.257831 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78989ee-e02f-431c-bf46-691d9355716c', 'name': 'network-vif-deleted', 'tag': '55f49e32-b69e-457e-8d2c-41378d9e1ddd', 'status': 'completed', 'code': 200} Apr 22 21:39:49.477671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-156b5b28-6685-4bf5-b190-b9c08c2d5b21 req-eda9c2b6-f8a1-4e9a-aa28-9b5272830695 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Synchronizing usage tracker for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:39:49.497073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-156b5b28-6685-4bf5-b190-b9c08c2d5b21 req-eda9c2b6-f8a1-4e9a-aa28-9b5272830695 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Unset dirty status for tenant:98aa302ffd9d4c2db850ce376f7c4ba1 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:39:49.498334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-156b5b28-6685-4bf5-b190-b9c08c2d5b21 req-eda9c2b6-f8a1-4e9a-aa28-9b5272830695 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] 10.222.0.15 "GET /v2.0/ports?device_id=a78989ee-e02f-431c-bf46-691d9355716c HTTP/1.1" status: 200 len: 210 time: 0.0726154 Apr 22 21:39:50.876205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2abae5-2468-415d-823b-e6c720b83d6a req-8e1bf88e-a358-484c-88c2-9eee7853f33d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:50.877982 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2b2abae5-2468-415d-823b-e6c720b83d6a req-8e1bf88e-a358-484c-88c2-9eee7853f33d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.1104555 Apr 22 21:39:50.929277 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2b2abae5-2468-415d-823b-e6c720b83d6a req-7d653c04-4f1b-4ad6-98be-ca84c7e90161 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Apr 22 21:39:52.151311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b577f-7fe9-4385-8894-ad4529ad24e7 req-f99b2f9b-4aa6-4d15-97eb-ff610332c0e0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:52.153024 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e66b577f-7fe9-4385-8894-ad4529ad24e7 req-f99b2f9b-4aa6-4d15-97eb-ff610332c0e0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.1023965 Apr 22 21:39:52.207660 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e66b577f-7fe9-4385-8894-ad4529ad24e7 req-b4ca19ff-e46b-4d8a-915b-437e2cafdbaa tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472915 Apr 22 21:39:52.660705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-9cfbcc32-42d7-429b-bc04-b3a9d094b638 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:52.662379 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-9cfbcc32-42d7-429b-bc04-b3a9d094b638 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.0953741 Apr 22 21:39:52.825737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Deleting port e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:39:52.825737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:52.975985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] For port e92b940a-7321-42c6-ac1d-1992577eb60a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e92b940a-7321-42c6-ac1d-1992577eb60a,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:39:52.976395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:53.433464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beced52-adfe-413d-b3de-a6f07a5762d3 req-1dc2148d-0cb8-486d-9385-d9c58d3a3544 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:53.435370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9beced52-adfe-413d-b3de-a6f07a5762d3 req-1dc2148d-0cb8-486d-9385-d9c58d3a3544 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 947 time: 0.0995173 Apr 22 21:39:53.524876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9beced52-adfe-413d-b3de-a6f07a5762d3 req-8f1f69c4-e1a7-4ed1-be6a-6ea6e187192c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=c21aab78-b27d-48aa-b644-765b1fa3933d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803385 Apr 22 21:39:53.547267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:53.547693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:53.548066 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Floating IP 9e1dabe9-2fb3-4386-93ff-c3587b178f6b disassociated. External IP: 172.28.3.19, port: e92b940a-7321-42c6-ac1d-1992577eb60a. Apr 22 21:39:53.548454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Calling delete_port for e92b940a-7321-42c6-ac1d-1992577eb60a owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:39:53.580692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 55f49e32-b69e-457e-8d2c-41378d9e1ddd no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:39:53.625334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 55f49e32-b69e-457e-8d2c-41378d9e1ddd {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:39:53.625976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 55f49e32-b69e-457e-8d2c-41378d9e1ddd not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:39:53.670067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:53.676789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-39dc20c2-bdeb-40be-99f7-0d279df2736a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:53.728166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'Port': ['ID=e92b940a-7321-42c6-ac1d-1992577eb60a,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:53.732204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:53.988264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:39:54.194097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:39:54.208443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:39:54.224630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:39:54.226013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:39:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:54.286258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] No DVR routers for this DVR port e92b940a-7321-42c6-ac1d-1992577eb60a on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:39:54.289228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:54.292509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-deleted', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:39:54.309102 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7b4f29f6-04ac-48a2-9c91-78ebddfaf487 req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "DELETE /v2.0/ports/e92b940a-7321-42c6-ac1d-1992577eb60a HTTP/1.1" status: 204 len: 173 time: 1.6412303 Apr 22 21:39:54.373501 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6639e6e-dcb2-4010-aefe-856328136607', 'name': 'network-vif-deleted', 'tag': 'e92b940a-7321-42c6-ac1d-1992577eb60a', 'status': 'completed', 'code': 200} Apr 22 21:39:54.461863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:39:54.737032 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1ed88ea1-7aa5-4b9f-a5fb-039b9c5e51ad req-f6574055-7fae-41a9-beff-77ede1c14f42 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6639e6e-dcb2-4010-aefe-856328136607 HTTP/1.1" status: 200 len: 210 time: 0.0660448 Apr 22 21:39:54.934759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:54.940034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:39:54.951398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:39:54.952259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:39:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:55.155389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:39:55.500247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:39:55.505128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6f661-a810-4f72-bd5e-540b20fb9c25 None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:39:55.906028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33564) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:55.990924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.022793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.046312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85b31f0-9468-4805-b745-6c634b557b8f None None] New status for floating IP 9e1dabe9-2fb3-4386-93ff-c3587b178f6b: DOWN {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:39:56.073067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.079426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d493ec4-8c5f-4c4a-9f4d-a089f24b2ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:56.097240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21aab78-b27d-48aa-b644-765b1fa3933d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:56.105610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:56.106269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.107511 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "DELETE /v2.0/security-groups/c21aab78-b27d-48aa-b644-765b1fa3933d HTTP/1.1" status: 204 len: 168 time: 0.2004178 Apr 22 21:39:56.110583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33570) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:56.132347 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.v2.resource [None req-81e2c085-455b-4f17-9814-5eb5d5c30e31 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] show failed (client error): The resource could not be found. Apr 22 21:39:56.136579 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-81e2c085-455b-4f17-9814-5eb5d5c30e31 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups/c21aab78-b27d-48aa-b644-765b1fa3933d HTTP/1.1" status: 404 len: 347 time: 0.0219433 Apr 22 21:39:56.137219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33574) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:56.308070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33580) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:56.417681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Deleting port 8d201b36-281d-4723-82d4-2a0567303c10 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:39:56.418560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.479254 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-226fe516-549d-44ad-9224-6671b4daf344 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98aa302ffd9d4c2db850ce376f7c4ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698148 Apr 22 21:39:56.481174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33586) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:56.547723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.548225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.573829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.616376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.667139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.672886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-373e4fb4-a2ab-4bfa-9a8e-65ff2cd3a162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:56.688720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Calling delete_port for 8d201b36-281d-4723-82d4-2a0567303c10 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:39:56.690347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1259477-93f9-43b2-8dfc-0ed617f43af9,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:56.697304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:56.698189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.699584 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-22bb8210-9e93-4564-be74-3722b52a6787 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1259477-93f9-43b2-8dfc-0ed617f43af9 HTTP/1.1" status: 204 len: 168 time: 0.2172363 Apr 22 21:39:56.817271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:56.827082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-051cee4d-5e31-4432-8d32-b22a70533d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:56.895644 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'Port': ['ID=8d201b36-281d-4723-82d4-2a0567303c10,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:56.932550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:57.003100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.019070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.020373 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "DELETE /v2.0/floatingips/9e1dabe9-2fb3-4386-93ff-c3587b178f6b HTTP/1.1" status: 204 len: 168 time: 0.8825829 Apr 22 21:39:57.274978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33594) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:57.281053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562388392', 'description': 'tempest-description--1105638115'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:57.287598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:57.292170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:57.295305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:57.301643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:57.317002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.342266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:57.346496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:57.349607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:57.355957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:57.430034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:39:57.430788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.435212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.439106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0c990bb6-0f5e-437d-a87f-f1dd9b9ab4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:57.483888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8779e9a9-98eb-4ab1-a385-ace2544077e9,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:57.487062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:57.488508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.489832 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-00004e84-0d94-4d25-9ae2-9bf9c03d4ee1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2137561 Apr 22 21:39:57.493020 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33598) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:57.499273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group_rule': {'security_group_id': '8779e9a9-98eb-4ab1-a385-ace2544077e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:57.506000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:57.510344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:57.513587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:57.519806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:57.537158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.596331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:39:57.604192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.607335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.613684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-788aa362-e446-43c9-816d-c7386d1b10d6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:57.635101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb46eab-33b6-4830-ba99-5438bbc89751,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:57.637851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:57.638999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: e92b940a-7321-42c6-ac1d-1992577eb60a {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:39:57.639391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device e92b940a-7321-42c6-ac1d-1992577eb60a not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:39:57.646012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.647390 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530373 Apr 22 21:39:57.650272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33602) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:57.656486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'security_group_rule': {'security_group_id': '8779e9a9-98eb-4ab1-a385-ace2544077e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:57.662922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:57.667253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:security_group_rule and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:57.670569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:57.677113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:57.694442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.759932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.764556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.766748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-17ea2e28-012a-495e-8278-c80651c54ac8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:57.789820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e3df2e-a60a-4cb3-a60a-b6522bb1ce4a,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:57.792305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:57.800486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.802172 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508336 Apr 22 21:39:57.805773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33606) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:39:57.812691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:39:57.819439 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:39:57.823811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Usage tracker for resource:floatingip and tenant:411a2d7c9fd942c183410b742b669b03 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:39:57.827083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:39:57.833469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:39:57.844253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:57.993010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.143076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Allocated IP 172.28.3.109 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/89976c1e-8709-4e30-a254-caa5b0e2a889) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:39:58.304352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.336514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.341272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5135232f-4c3b-41b2-a0da-d065a4f9cffc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:58.404039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:39:58.407536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:39:58.411419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:39:58.450852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=89976c1e-8709-4e30-a254-caa5b0e2a889,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:58.455113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:58.503822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.579168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.804999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.809661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.813552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3643000d-0548-4b5a-8909-3c4a2cfd861e tempest-VolumesActionsTest-115548066 tempest-VolumesActionsTest-115548066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:39:58.918599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=89976c1e-8709-4e30-a254-caa5b0e2a889,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:39:58.929668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:39:58.937692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.962554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:39:58.963927 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1569121 Apr 22 21:39:59.472292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-c2bc97c0-648b-4535-8b10-c7deca5cd2a8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1562388392&fields=id&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 267 time: 0.2976353 Apr 22 21:39:59.638250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-95030149-df6d-4802-8c47-f4d52a6bf667 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:39:59.639965 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-95030149-df6d-4802-8c47-f4d52a6bf667 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 817 time: 0.1599798 Apr 22 21:39:59.657262 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-8d7430f2-c0e1-4011-af7e-cb4eaed4d729 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/quotas/411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 375 time: 0.0107436 Apr 22 21:39:59.754072 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-5a22eb7f-cfba-4890-ad8b-a4c30c6e5249 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903854 Apr 22 21:40:00.067781 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-235d21d7-8f23-421e-a0de-5a24acb68798 service neutron] 10.222.0.15 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993994 Apr 22 21:40:00.224635 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-28bdf416-72ae-48e5-be9e-ea99cacdd2ec service neutron] 10.222.0.15 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491294 Apr 22 21:40:00.712568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-42dbaf4e-0d43-4a29-a528-697246975c38 req-25b1a86a-be91-4a6d-a38c-c107aff9ea5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:40:00.730986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-42dbaf4e-0d43-4a29-a528-697246975c38 req-25b1a86a-be91-4a6d-a38c-c107aff9ea5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:40:00.732578 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-42dbaf4e-0d43-4a29-a528-697246975c38 req-25b1a86a-be91-4a6d-a38c-c107aff9ea5f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 210 time: 0.3465347 Apr 22 21:40:01.631294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-dc52d0d5-1aca-4783-9d67-d2e2d9ba60fd tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:01.632994 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-dc52d0d5-1aca-4783-9d67-d2e2d9ba60fd tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 817 time: 0.1734071 Apr 22 21:40:01.687341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-8b00ec08-0f2e-4900-9005-05c7b6925423 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:40:01.705083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-8b00ec08-0f2e-4900-9005-05c7b6925423 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:40:01.706752 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-8b00ec08-0f2e-4900-9005-05c7b6925423 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 380 time: 0.0656328 Apr 22 21:40:01.717245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'port': {'device_id': '9868f567-64d4-4276-850e-6cc51bb12df4', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'admin_state_up': True, 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'security_groups': ['8779e9a9-98eb-4ab1-a385-ace2544077e9']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:40:01.884965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:40:01.896843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:40:01.907599 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Made reservation on behalf of 411a2d7c9fd942c183410b742b669b03 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:40:01.913948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:01.952326 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9ca4315a-a673-48bc-9307-12df6d7f1e5f req-3dc1b059-eb2b-44c9-887f-6646b8aeab97 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 210 time: 0.0931158 Apr 22 21:40:02.108236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Allocated IP 172.20.0.9 (f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f/e6d9bfb1-b57a-4f7c-993e-332028a13003/000aea6a-298d-48d5-86a7-0d2e5598526b) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:40:02.322916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:02.341642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Transition to ACTIVE for port object 000aea6a-298d-48d5-86a7-0d2e5598526b will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:40:02.369471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:02.377243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:40:02.455643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:40:02.459203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:40:02.463804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:40:02.498554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:40:02.506666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:40:02.547360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:02.548112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:02.578734 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657866 Apr 22 21:40:02.594250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Request body: {'port': {'device_id': '9868f567-64d4-4276-850e-6cc51bb12df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:40:02.661347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-16cab103-b99c-43bf-a7c0-bcfc2fad2048 None None] Provisioning for port 000aea6a-298d-48d5-86a7-0d2e5598526b completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:40:02.667178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-16cab103-b99c-43bf-a7c0-bcfc2fad2048 None None] Provisioning complete for port 000aea6a-298d-48d5-86a7-0d2e5598526b triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:40:02.667589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16cab103-b99c-43bf-a7c0-bcfc2fad2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:02.736887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:02.921488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-16cab103-b99c-43bf-a7c0-bcfc2fad2048 None None] Port 000aea6a-298d-48d5-86a7-0d2e5598526b cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:40:03.216692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:40:03.227243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:03.259635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Transition to ACTIVE for port object 000aea6a-298d-48d5-86a7-0d2e5598526b will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:40:03.264049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:03.270037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-354cf502-e6f2-4712-9724-5dd163453722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:40:03.330381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c79982-f72a-4452-b9e1-502203ef35b4 req-cce44e5d-a28b-429f-8565-8fb8daa4a081 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:03.331197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b6c79982-f72a-4452-b9e1-502203ef35b4 req-cce44e5d-a28b-429f-8565-8fb8daa4a081 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Synchronizing usage tracker for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:40:03.475457 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:40:03.507553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b6c79982-f72a-4452-b9e1-502203ef35b4 req-cce44e5d-a28b-429f-8565-8fb8daa4a081 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Unset dirty status for tenant:411a2d7c9fd942c183410b742b669b03 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:40:03.508853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b6c79982-f72a-4452-b9e1-502203ef35b4 req-cce44e5d-a28b-429f-8565-8fb8daa4a081 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 931 time: 0.3713171 Apr 22 21:40:03.509786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:40:03.591361 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b6c79982-f72a-4452-b9e1-502203ef35b4 req-46756db6-62e8-4213-851b-7deaa8f9f904 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719798 Apr 22 21:40:03.593879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Attempting to bind port 000aea6a-298d-48d5-86a7-0d2e5598526b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:40:03.594255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Attempting to bind port 000aea6a-298d-48d5-86a7-0d2e5598526b by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:40:03.594630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Attempting to bind port 000aea6a-298d-48d5-86a7-0d2e5598526b on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:40:03.600800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Port 000aea6a-298d-48d5-86a7-0d2e5598526b on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:40:03.601120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Attempting to bind port 000aea6a-298d-48d5-86a7-0d2e5598526b on network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:40:03.607245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:40:03.607630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Checking segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:40:03.608072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Bound using segment: {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:40:03.608626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Bound port: 000aea6a-298d-48d5-86a7-0d2e5598526b, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:40:03.608929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:03.711764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:40:03.715221 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:40:03.719471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:03.723945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-db9b2c56-275b-4136-b132-8267f89b9b9c tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:40:03.788270 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:03.788937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:03.790486 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 1093 time: 1.2025640 Apr 22 21:40:03.791041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:40:03.834472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:40:03.849205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:40:03.895741 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'status': 'completed', 'code': 200} Apr 22 21:40:03.938337 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-f64fed74-1eb2-4d46-bb8a-e976d9ba6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:03.940021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-f64fed74-1eb2-4d46-bb8a-e976d9ba6690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1096 time: 0.0881586 Apr 22 21:40:04.022733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-12c4d971-98f9-4134-8d22-8dbf8360be74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 217 time: 0.0744951 Apr 22 21:40:04.102771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-cd4eef7e-20ba-4546-af4b-8ab712fdbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:04.104424 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-cd4eef7e-20ba-4546-af4b-8ab712fdbef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0755527 Apr 22 21:40:04.198496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-897b3e38-8d18-4cc5-a5b4-3c5b558433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:04.200143 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-897b3e38-8d18-4cc5-a5b4-3c5b558433fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0888555 Apr 22 21:40:04.348524 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-cac8958a-db68-4ba5-8c37-916ad1090303 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416564 Apr 22 21:40:04.560430 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-704bf0e1-4b01-4c46-9c3f-5d93371d8ea0 req-eba67183-35c5-41c4-92af-31b839985769 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051966 Apr 22 21:40:04.571179 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-4653e67e-2158-480b-a4d7-b6eac6cdb3fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420975 Apr 22 21:40:04.813766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-71c5346a-524f-48b6-b2d6-836608bb336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:04.815344 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-71c5346a-524f-48b6-b2d6-836608bb336e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1096 time: 0.2092466 Apr 22 21:40:05.094101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:05.145672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-9777d555-94db-4aae-8f22-26e608a74f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.147268 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-9777d555-94db-4aae-8f22-26e608a74f66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1137 time: 0.4894304 Apr 22 21:40:05.257969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f9c4-fd59-408a-9f1f-8532a6c3f3ae req-5e1f7d85-22cf-4d7b-b0dd-1ef1c49c3293 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.259544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8976f9c4-fd59-408a-9f1f-8532a6c3f3ae req-5e1f7d85-22cf-4d7b-b0dd-1ef1c49c3293 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.5434821 Apr 22 21:40:05.331738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-408099a7-500e-4924-85e8-fa6f2983b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.333359 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-408099a7-500e-4924-85e8-fa6f2983b279 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.5094166 Apr 22 21:40:05.434163 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-8cad9499-4a5a-453f-8104-91ed8d019aff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 217 time: 0.0901334 Apr 22 21:40:05.442710 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8976f9c4-fd59-408a-9f1f-8532a6c3f3ae req-3ff51332-f8fc-4713-a1f2-17c12de38526 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654553 Apr 22 21:40:05.502866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-e4afc337-bcb9-4f13-9521-24fd8133cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.504470 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-e4afc337-bcb9-4f13-9521-24fd8133cad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.3364308 Apr 22 21:40:05.591622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-92b210bd-a65d-4044-ac19-987ad8108902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.593239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-92b210bd-a65d-4044-ac19-987ad8108902 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.1496155 Apr 22 21:40:05.671377 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-f88237fe-b6c3-497a-ad15-294003bb1489 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1582026 Apr 22 21:40:05.757663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-de23e67b-5e2b-4955-8753-013427b56c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.759135 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-de23e67b-5e2b-4955-8753-013427b56c1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0813909 Apr 22 21:40:05.765080 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-0b3015c5-d0e2-47f0-b613-c1ddd1ac357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.766633 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-0b3015c5-d0e2-47f0-b613-c1ddd1ac357a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1591325 Apr 22 21:40:05.967026 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-bfc85000-8306-4d44-a9ec-ec674dda1532 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651101 Apr 22 21:40:05.969326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-143560a7-aab5-4feb-9d87-a86e55c853ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:05.970774 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-143560a7-aab5-4feb-9d87-a86e55c853ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2032518 Apr 22 21:40:06.230724 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e69faaef-4051-4edc-8de8-477588cfeda1 req-e87d60ea-df28-46c0-808a-7205b63f8278 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507949 Apr 22 21:40:06.234163 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-3ffbb6c4-650f-4657-878b-324cb5413725 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327540 Apr 22 21:40:06.380770 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7f22976e-df03-4d94-bc18-d0d1579476b6 req-3c88eb46-29df-4ec1-85e0-39ca24fbf16f service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382923 Apr 22 21:40:06.652106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920ece-b367-40b2-9706-cd766d5acbef req-3f841971-7be5-46d8-80f1-652fa0c03fda tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:06.653781 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2a920ece-b367-40b2-9706-cd766d5acbef req-3f841971-7be5-46d8-80f1-652fa0c03fda tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0916350 Apr 22 21:40:06.704519 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2a920ece-b367-40b2-9706-cd766d5acbef req-d887a12a-c076-47ef-80c6-70b4453b9edf tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Apr 22 21:40:07.639085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:40:07.789764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:40:07.804041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:40:07.865808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:07.884535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:40:07.902134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:40:07.906011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:07.908013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0d4cd9ed-3278-42ca-96f5-50bab47d1a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:40:07.917598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861a402-6b38-4146-9202-d889d0d3df16 req-a12e4703-96f0-4d0e-b093-391c32ff14bc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:07.919264 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0861a402-6b38-4146-9202-d889d0d3df16 req-a12e4703-96f0-4d0e-b093-391c32ff14bc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0943162 Apr 22 21:40:07.980028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:40:07.983862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:40:07.986410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0861a402-6b38-4146-9202-d889d0d3df16 req-7227f17a-8271-4882-84f2-bb7eb0ae7c7b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604885 Apr 22 21:40:08.237202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['000aea6a-298d-48d5-86a7-0d2e5598526b'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:40:09.207776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb33c-0b79-4c6f-9a58-a0bbf8c4d5d9 req-090b3898-3ee6-4c95-8321-ebcfb8f86e53 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:09.209428 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fbcfb33c-0b79-4c6f-9a58-a0bbf8c4d5d9 req-090b3898-3ee6-4c95-8321-ebcfb8f86e53 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 944 time: 0.0955954 Apr 22 21:40:09.262218 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fbcfb33c-0b79-4c6f-9a58-a0bbf8c4d5d9 req-3f093acc-1ba3-40fb-8231-c535a2113790 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441782 Apr 22 21:40:09.661942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:40:09.751804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 000aea6a-298d-48d5-86a7-0d2e5598526b completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:40:09.758108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 000aea6a-298d-48d5-86a7-0d2e5598526b triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:40:09.758524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:09.893099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bf01df08-3a8d-4bc1-af5f-f4ca9654dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:09.903249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:09.932412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:40:09.942690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:40:09.946187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:09.948188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:40:10.022310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:40:10.025751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:40:10.118674 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'code': 200} Apr 22 21:40:10.369147 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a75881-5317-4af0-abdc-e0e4c4ba9465 req-0728aabc-ef31-448d-8b68-4a34894d9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:10.371392 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-65a75881-5317-4af0-abdc-e0e4c4ba9465 req-0728aabc-ef31-448d-8b68-4a34894d9f18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1098 time: 0.0809503 Apr 22 21:40:10.416789 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-65a75881-5317-4af0-abdc-e0e4c4ba9465 req-92d816bd-68b9-43e8-a1dd-0925b96f95e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376563 Apr 22 21:40:10.475487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50356ef-8db8-44bb-a640-d13880f86d17 req-7a0297c8-a819-4e36-aacc-ab27983e375e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:10.477132 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a50356ef-8db8-44bb-a640-d13880f86d17 req-7a0297c8-a819-4e36-aacc-ab27983e375e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0907111 Apr 22 21:40:10.529652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a50356ef-8db8-44bb-a640-d13880f86d17 req-23740783-967f-4ba5-845f-b657b5d5f8a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Apr 22 21:40:11.746965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cb5c3-248d-4799-a1aa-817b3edb1cfb req-c3c2af11-e2cc-4239-af4c-8df1b3933ed5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:11.748699 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2a7cb5c3-248d-4799-a1aa-817b3edb1cfb req-c3c2af11-e2cc-4239-af4c-8df1b3933ed5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0965998 Apr 22 21:40:11.802007 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2a7cb5c3-248d-4799-a1aa-817b3edb1cfb req-ecc74f34-c0cf-47a9-969c-13a071541f2e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Apr 22 21:40:11.931795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0ce2687a-9651-49da-8426-ef7cb267d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:12.085351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547081c1-8ae2-4b34-9059-9c59eba67cee req-6ba2393a-903d-40f4-b6ca-cab7d773a892 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:12.088292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-547081c1-8ae2-4b34-9059-9c59eba67cee req-6ba2393a-903d-40f4-b6ca-cab7d773a892 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1651428 Apr 22 21:40:12.098241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33666) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:40:12.104029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Request body: {'floatingip': {'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:40:12.191497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:12.531591 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:12.871338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:13.108319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:13.111883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:13.298781 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Floating IP 0c8d353b-12ae-45b9-be9e-5402b4d980fe associated. External IP: 172.28.3.109, port: 000aea6a-298d-48d5-86a7-0d2e5598526b. Apr 22 21:40:13.693243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:40:13.893615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:40:13.898259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:13.907857 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:40:13.946537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:40:13.947616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:40:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:40:13.962057 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6892a753-5c86-4e9d-be73-c2e5b1b3576b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "PUT /v2.0/floatingips/0c8d353b-12ae-45b9-be9e-5402b4d980fe HTTP/1.1" status: 200 len: 991 time: 1.8625724 Apr 22 21:40:13.962804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:40:14.020088 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'status': 'completed', 'code': 200} Apr 22 21:40:14.099495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:14.144854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-c874d84d-e3ca-4ea0-aed1-9a8a1a679583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:14.146495 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-c874d84d-e3ca-4ea0-aed1-9a8a1a679583 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1098 time: 0.0927031 Apr 22 21:40:14.183034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:40:14.303870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-28798929-ff2c-44b6-94ad-41d8892b97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:14.305537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-28798929-ff2c-44b6-94ad-41d8892b97cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.1514728 Apr 22 21:40:14.441845 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-f447a1d3-d379-4750-8e54-da187018fdab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 999 time: 0.1293695 Apr 22 21:40:14.520557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-c8e89125-5f98-40ee-9539-f0bd4259cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:14.522179 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-c8e89125-5f98-40ee-9539-f0bd4259cac4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0728202 Apr 22 21:40:14.588809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '0c8d353b-12ae-45b9-be9e-5402b4d980fe', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868f567-64d4-4276-850e-6cc51bb12df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:58Z', 'updated_at': '2021-04-22T21:40:12Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:40:14.593253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:40:14.603392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:40:14.604103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:40:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:40:14.616067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-e6484ae0-5a6c-4930-8aaf-493d556fbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:14.617711 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-e6484ae0-5a6c-4930-8aaf-493d556fbeab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0886977 Apr 22 21:40:14.779007 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-d1aa9f38-3f4f-4e4b-bb8f-abe0cd316ab7 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547737 Apr 22 21:40:14.803541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:40:14.965277 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a78d647c-b34f-4961-b673-a2e737b12f34 req-273bb7b2-64ab-4df3-8b84-6bc54d1d4a2e service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799116 Apr 22 21:40:15.266619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '0c8d353b-12ae-45b9-be9e-5402b4d980fe', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868f567-64d4-4276-850e-6cc51bb12df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:58Z', 'updated_at': '2021-04-22T21:40:12Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:40:15.273922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b9537-db28-4dbd-ab0b-034357907eab None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '0c8d353b-12ae-45b9-be9e-5402b4d980fe', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'floating_ip_address': '172.28.3.109', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9868f567-64d4-4276-850e-6cc51bb12df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:39:58Z', 'updated_at': '2021-04-22T21:40:12Z', 'revision_number': 1, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:40:15.559341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51989aad-b060-437f-b9ba-a1d96800e9ac None None] New status for floating IP 0c8d353b-12ae-45b9-be9e-5402b4d980fe: ACTIVE {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:40:32.544334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfa61-af6d-4401-8689-23a63418b032 req-e5c0d551-1a9d-4474-9221-41e27270d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:32.545954 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-e5c0d551-1a9d-4474-9221-41e27270d06e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1137 time: 0.1509366 Apr 22 21:40:32.558623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41938c-02ed-4c2e-858e-44481128bc82 req-cce145f5-0c70-47d2-b42c-ad14c417d963 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:32.560207 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ce41938c-02ed-4c2e-858e-44481128bc82 req-cce145f5-0c70-47d2-b42c-ad14c417d963 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.1291745 Apr 22 21:40:32.701792 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ce41938c-02ed-4c2e-858e-44481128bc82 req-1e830f8c-ea0b-48b4-b5da-af5c69ee37bb tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189272 Apr 22 21:40:32.740381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfa61-af6d-4401-8689-23a63418b032 req-90de6da1-3653-427e-85c3-7bc0fc78f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:32.741805 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-90de6da1-3653-427e-85c3-7bc0fc78f77a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1806941 Apr 22 21:40:32.863367 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-9737b53b-a38f-4891-bc7b-25d7367427ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1130512 Apr 22 21:40:32.934177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfa61-af6d-4401-8689-23a63418b032 req-efb3ef07-d1c0-4647-9f2a-d1fc688a575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:32.935776 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-efb3ef07-d1c0-4647-9f2a-d1fc688a575c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0653629 Apr 22 21:40:33.020555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfa61-af6d-4401-8689-23a63418b032 req-b0267b1a-549c-41ea-a5bd-ee4c916253ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:33.022167 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-b0267b1a-549c-41ea-a5bd-ee4c916253ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0797246 Apr 22 21:40:33.400506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-91b8f3d8-37e2-46d5-814e-83700532d056 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703046 Apr 22 21:40:33.551594 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d74dfa61-af6d-4401-8689-23a63418b032 req-f38dfdfb-94ee-4bb4-afa8-14657ba8038a service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391537 Apr 22 21:40:33.910751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9b9e-952b-4c53-b7cd-7c004c2c87b7 req-253d3e73-fe4e-4f4e-a239-ca1aa69e9a6c tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:33.912399 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0abf9b9e-952b-4c53-b7cd-7c004c2c87b7 req-253d3e73-fe4e-4f4e-a239-ca1aa69e9a6c tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0907736 Apr 22 21:40:33.967155 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0abf9b9e-952b-4c53-b7cd-7c004c2c87b7 req-e774672f-afb8-46f8-a43f-514393662623 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480299 Apr 22 21:40:34.431346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:40:35.095693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:35.179315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18919af-c520-4999-8371-29c9b8e4ae40 req-c41ea571-fc85-4527-8b59-a396cdc36690 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:35.180951 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e18919af-c520-4999-8371-29c9b8e4ae40 req-c41ea571-fc85-4527-8b59-a396cdc36690 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0972667 Apr 22 21:40:35.233388 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e18919af-c520-4999-8371-29c9b8e4ae40 req-14fea81f-c668-4768-9bec-49aca6bb183a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453658 Apr 22 21:40:36.444262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a040046-305c-47f7-86be-86b8960c175f req-81897a20-6a57-46b7-8c12-99f4be19b979 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:36.445907 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4a040046-305c-47f7-86be-86b8960c175f req-81897a20-6a57-46b7-8c12-99f4be19b979 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0970876 Apr 22 21:40:36.500537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4a040046-305c-47f7-86be-86b8960c175f req-eddc958e-6df1-4984-a620-87fca4cf8300 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478482 Apr 22 21:40:37.716058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183648b-191c-4b1a-8c14-b8b1d1d5c6df req-a4a11551-67a3-48be-8d56-f4a3070679b6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:37.717729 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1183648b-191c-4b1a-8c14-b8b1d1d5c6df req-a4a11551-67a3-48be-8d56-f4a3070679b6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0970590 Apr 22 21:40:37.775148 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1183648b-191c-4b1a-8c14-b8b1d1d5c6df req-90816620-e752-4835-8b93-8d7414b634f6 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456655 Apr 22 21:40:38.990558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66a83a-fa97-4b8b-abfa-d6cd336525c7 req-f5b6052f-0b97-424f-839f-b89aaa630ca1 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:38.992242 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9b66a83a-fa97-4b8b-abfa-d6cd336525c7 req-f5b6052f-0b97-424f-839f-b89aaa630ca1 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0916069 Apr 22 21:40:39.048688 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9b66a83a-fa97-4b8b-abfa-d6cd336525c7 req-94c2ebe0-4ba8-4907-b31a-45f8e2b6dbc1 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491204 Apr 22 21:40:39.848896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7448140a-741f-4f60-b79e-3ee25436654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:40.256793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090c4a9-51de-4d82-be1a-903cc3b69e40 req-b90f9c71-9651-4a15-bdde-309e81cfdd5d tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:40.258481 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2090c4a9-51de-4d82-be1a-903cc3b69e40 req-b90f9c71-9651-4a15-bdde-309e81cfdd5d tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0919619 Apr 22 21:40:40.314905 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2090c4a9-51de-4d82-be1a-903cc3b69e40 req-8d56c77b-3011-4536-ab22-88d5967c41ff tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492537 Apr 22 21:40:41.549051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390950ea-7687-487a-af76-d70cadadb441 req-1fab7cad-09f3-4758-8e4a-53c8712d08c2 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:41.550677 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-390950ea-7687-487a-af76-d70cadadb441 req-1fab7cad-09f3-4758-8e4a-53c8712d08c2 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0959640 Apr 22 21:40:41.608680 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-390950ea-7687-487a-af76-d70cadadb441 req-f78d32d2-c07a-430f-a773-680df565b450 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506318 Apr 22 21:40:41.937476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-746068c5-7570-4b86-8b73-b89fc69cc68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:42.532511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:42.838308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c5145-83c4-4d6b-96b3-e5615c29ff3d req-986192ea-dc2c-4b75-930b-24ab1c428722 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:42.840646 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c94c5145-83c4-4d6b-96b3-e5615c29ff3d req-986192ea-dc2c-4b75-930b-24ab1c428722 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.1023026 Apr 22 21:40:42.866798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:42.919275 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c94c5145-83c4-4d6b-96b3-e5615c29ff3d req-69031af7-14c4-4e40-8d75-9b956f6d607d tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715389 Apr 22 21:40:43.930338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:40:44.133799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c283fab-9091-4692-b1f6-b55a7677fdf4 req-e247baca-557a-4645-9e18-f65dd6286b0a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:44.135468 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c283fab-9091-4692-b1f6-b55a7677fdf4 req-e247baca-557a-4645-9e18-f65dd6286b0a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0980055 Apr 22 21:40:44.199342 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c283fab-9091-4692-b1f6-b55a7677fdf4 req-129fc266-82c2-45f0-9c38-9dfe916a8580 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521512 Apr 22 21:40:45.412954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315381-afaf-421e-9eb1-bb8ee485f6f6 req-7005e7da-0e9a-4ede-b7cd-172ac11cdc14 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:40:45.414683 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9315381-afaf-421e-9eb1-bb8ee485f6f6 req-7005e7da-0e9a-4ede-b7cd-172ac11cdc14 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0948844 Apr 22 21:40:45.475197 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9315381-afaf-421e-9eb1-bb8ee485f6f6 req-7e992dad-1857-4298-897c-c9e62a676b3a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&id=d56ae428-2902-4663-8479-430d06c73828&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533066 Apr 22 21:41:05.112764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:05.524739 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-d8527d15-7745-4ca9-9b02-19cc9fbc7ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864346 Apr 22 21:41:05.680746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-c563de39-1b22-47be-bbeb-1e352251bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:05.682402 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-c563de39-1b22-47be-bbeb-1e352251bafe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1137 time: 0.0814910 Apr 22 21:41:05.859733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-9c262fd4-2eaf-43cc-9971-9fe93ccb427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:05.862410 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-9c262fd4-2eaf-43cc-9971-9fe93ccb427e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1561050 Apr 22 21:41:05.987730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-6105a968-c1e5-4960-a111-ff0f3fc71aa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1114423 Apr 22 21:41:06.062094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-76470e37-9b9e-4f8e-8c7c-78ec16199d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:06.064165 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-76470e37-9b9e-4f8e-8c7c-78ec16199d64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0695438 Apr 22 21:41:06.153432 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-1e3d49b3-f204-42a9-a900-47c43eadd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:06.156161 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-1e3d49b3-f204-42a9-a900-47c43eadd454 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0842226 Apr 22 21:41:06.312364 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-13bbd23c-a8a5-47dc-a033-e5bb749f1877 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486151 Apr 22 21:41:06.464693 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c3ac4610-76c6-41f3-8a8e-d9a2c514ef1a req-8771dacf-1b31-438a-8145-b54c7d79cf12 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453378 Apr 22 21:41:09.844513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e7bcd0f7-ef54-4fa2-ac27-78d23b701a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:11.431983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:41:11.940269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70848f8e-860e-43de-895c-4068c2fb4d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:12.537176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:12.882260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:13.934330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:33.227575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062091-4fcc-442b-8cf6-962c904e1c75 req-6f6acc73-a092-45e5-8e2e-e1d38d8c52ca tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:33.229138 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-73062091-4fcc-442b-8cf6-962c904e1c75 req-6f6acc73-a092-45e5-8e2e-e1d38d8c52ca tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0928748 Apr 22 21:41:33.281021 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-73062091-4fcc-442b-8cf6-962c904e1c75 req-924826d6-1676-432f-858d-7a0d56bd6333 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Apr 22 21:41:34.500312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c48cd-0f67-4ad6-8932-51a5f0dc04f6 req-7241eedd-e806-4ed8-aab9-32f15482d661 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:34.501998 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-881c48cd-0f67-4ad6-8932-51a5f0dc04f6 req-7241eedd-e806-4ed8-aab9-32f15482d661 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0951943 Apr 22 21:41:34.555270 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-881c48cd-0f67-4ad6-8932-51a5f0dc04f6 req-a275401c-b209-4b99-a129-ebbe5187f63b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Apr 22 21:41:35.107540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:35.775645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471556-fed5-4e75-a564-2d5d4a1580b4 req-c1a8a303-9869-4cdb-b54d-a6b80c8dd256 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:35.777303 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68471556-fed5-4e75-a564-2d5d4a1580b4 req-c1a8a303-9869-4cdb-b54d-a6b80c8dd256 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0964804 Apr 22 21:41:35.829960 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68471556-fed5-4e75-a564-2d5d4a1580b4 req-ab707049-05fa-4897-9b83-eb6cdd553c67 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457973 Apr 22 21:41:37.045474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191969c2-0d6c-4478-b9e2-5a6415ad0d21 req-affee1b1-acfd-401a-94ce-9dbeb8d3324b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:37.047172 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-191969c2-0d6c-4478-b9e2-5a6415ad0d21 req-affee1b1-acfd-401a-94ce-9dbeb8d3324b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0899172 Apr 22 21:41:37.099196 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-191969c2-0d6c-4478-b9e2-5a6415ad0d21 req-58c7443c-e66f-4c57-b973-7ffeaf1860b4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Apr 22 21:41:38.319935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7aa88-0b41-4aa0-b5b0-c26d8c1670da req-0ffe8108-c5e2-4d40-aa08-7a6d8411d206 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:38.321603 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-05f7aa88-0b41-4aa0-b5b0-c26d8c1670da req-0ffe8108-c5e2-4d40-aa08-7a6d8411d206 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0970843 Apr 22 21:41:38.372015 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-05f7aa88-0b41-4aa0-b5b0-c26d8c1670da req-f8c9a334-f4b0-4b88-8cc8-057e62c3a9cf tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Apr 22 21:41:39.600614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e01a3-2109-4d2c-8b8d-f5c6531dc18d req-8d0b9923-7cfc-42a8-94c7-e10daa2eb0b4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:39.602334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f7e01a3-2109-4d2c-8b8d-f5c6531dc18d req-8d0b9923-7cfc-42a8-94c7-e10daa2eb0b4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0960100 Apr 22 21:41:39.653151 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8f7e01a3-2109-4d2c-8b8d-f5c6531dc18d req-b266108e-4e82-4444-9a2c-71eac6ef41d9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Apr 22 21:41:39.847424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-213b344b-a686-41b9-b488-21fc02d664a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:40.866622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc66d2-4928-4e1e-9b87-411ffed9631d req-ab6a41f7-142f-447b-b67d-c8c5c511d76b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:40.868367 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-63dc66d2-4928-4e1e-9b87-411ffed9631d req-ab6a41f7-142f-447b-b67d-c8c5c511d76b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0915577 Apr 22 21:41:40.919059 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-63dc66d2-4928-4e1e-9b87-411ffed9631d req-79836686-5932-4282-a633-f67cfcd4c0db tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Apr 22 21:41:41.946073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1b36873d-224a-4e75-86f3-d8cae872ee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:42.130338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60dc5-fab3-4162-ba03-f08d882ebd7a req-eda41466-a004-44d9-9953-62df61482569 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:42.131898 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0ae60dc5-fab3-4162-ba03-f08d882ebd7a req-eda41466-a004-44d9-9953-62df61482569 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0891604 Apr 22 21:41:42.186329 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0ae60dc5-fab3-4162-ba03-f08d882ebd7a req-977a6bd1-d0ed-4988-baf5-96ad6344f710 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Apr 22 21:41:42.541245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:42.878309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:43.409200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd8e2-c003-4592-a913-154bc87d501f req-50008d20-2b38-45bf-b71e-7f3fabecbe0f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:43.410920 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2efdd8e2-c003-4592-a913-154bc87d501f req-50008d20-2b38-45bf-b71e-7f3fabecbe0f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0974164 Apr 22 21:41:43.462801 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2efdd8e2-c003-4592-a913-154bc87d501f req-f486eea3-5d4c-4771-8258-a836f42d32c7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Apr 22 21:41:43.938744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:44.703083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee61681-eee8-4d75-b472-02dec3523f3d req-f2beeec6-7c39-4ea6-beb2-0693a3701aef tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:44.705495 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fee61681-eee8-4d75-b472-02dec3523f3d req-f2beeec6-7c39-4ea6-beb2-0693a3701aef tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1182847 Apr 22 21:41:44.760804 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fee61681-eee8-4d75-b472-02dec3523f3d req-bea6ea2a-be01-4632-af99-97e286554af5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476441 Apr 22 21:41:46.038967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8868b-8489-40d8-98ae-206460f988d5 req-2b111418-5417-46de-a4ba-3bb7c99f7f05 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:46.040204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:41:46.040738 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6a8868b-8489-40d8-98ae-206460f988d5 req-2b111418-5417-46de-a4ba-3bb7c99f7f05 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0961738 Apr 22 21:41:46.109180 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6a8868b-8489-40d8-98ae-206460f988d5 req-2866f2c8-38ea-4693-933d-c15736d9f6dc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559783 Apr 22 21:41:46.203508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:41:46.220005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:41:46.288409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:46.308123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:41:46.326386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:41:46.330942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:46.333967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:46.455754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['000aea6a-298d-48d5-86a7-0d2e5598526b'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:41:46.557781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=6']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:46.581039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.581652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.582209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.582600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.583054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.583424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.583788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.584308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.584803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.585201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.585628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.586164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:46.596059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:47.341444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e410532-248c-4b77-8f88-6e3d0a26739f req-c20c8b25-912f-4c03-8b23-62f03876b485 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:47.343123 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e410532-248c-4b77-8f88-6e3d0a26739f req-c20c8b25-912f-4c03-8b23-62f03876b485 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 944 time: 0.0959654 Apr 22 21:41:47.402673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9e410532-248c-4b77-8f88-6e3d0a26739f req-8f25f91e-e5db-47b0-b58a-a511f7fa63a7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485387 Apr 22 21:41:48.057503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:41:48.140317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 000aea6a-298d-48d5-86a7-0d2e5598526b triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:41:48.140714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:48.289954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:48.326969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:41:48.338911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:41:48.343411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:48.346638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d22a7cfb-830b-421a-9e62-35774239aad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:48.419087 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'code': 200} Apr 22 21:41:48.432797 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:41:48.463613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=7']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:48.467482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:48.629246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894e6e-f407-4d96-95e6-a35850905fde req-673c42c3-fa40-4747-a2c0-90f47a37f19f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:48.630835 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-54894e6e-f407-4d96-95e6-a35850905fde req-673c42c3-fa40-4747-a2c0-90f47a37f19f tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0909569 Apr 22 21:41:48.680557 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-54894e6e-f407-4d96-95e6-a35850905fde req-b1f4790d-099a-4890-b944-cf8d5685246b tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Apr 22 21:41:49.485212 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-81101020-1c1b-4ad7-ab33-8397129b187e req-4bac6a7e-ae7c-470b-b97e-554d145281b7 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053096275&fields=id&tenant_id=43341a7ed88c4b2f80d5b7481c13803f HTTP/1.1" status: 200 len: 267 time: 0.0455732 Apr 22 21:41:49.584312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101020-1c1b-4ad7-ab33-8397129b187e req-8c9b0485-8411-4cc2-a0e0-aaf40d26aec3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:49.586028 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-81101020-1c1b-4ad7-ab33-8397129b187e req-8c9b0485-8411-4cc2-a0e0-aaf40d26aec3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 984 time: 0.0944977 Apr 22 21:41:49.602606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Request body: {'port': {'security_groups': ['f564c141-32a0-463a-bc64-a11640dc9442']}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:41:49.744189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:49.973601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc4d9-4e9c-400c-8c41-a0d0469d8edd req-78fd400c-85a3-4069-8c58-17e6062ecebe tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:49.975581 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fcefc4d9-4e9c-400c-8c41-a0d0469d8edd req-78fd400c-85a3-4069-8c58-17e6062ecebe tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1421163 Apr 22 21:41:50.029972 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fcefc4d9-4e9c-400c-8c41-a0d0469d8edd req-2613061d-136a-4b96-b500-817d093fff11 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Apr 22 21:41:50.039558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:41:50.083312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.087662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.095305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9f0460c8-7681-4563-8907-88a6ec7b5319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:50.099979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:41:50.161812 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:50.162550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.164225 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-81101020-1c1b-4ad7-ab33-8397129b187e req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "PUT /v2.0/ports/039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 942 time: 0.5670452 Apr 22 21:41:50.164810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:41:50.172224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 33902) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:41:50.206551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event updated for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=7']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:50.217833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.218353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.218860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.219365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.219865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.220395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.221021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.221588 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.222068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.222537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.223004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.223511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.228557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:50.268262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.284971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:41:50.306662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.350686 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:41:50.442307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.450614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-95da5de4-93b2-41b5-a22d-8b5d9c0a4b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:50.457988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-ba14c517-fa5b-4363-acb4-60e462296bbf None None] Provisioning complete for port 039a1296-3feb-4787-ba57-7916a556cdf4 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:41:50.458489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba14c517-fa5b-4363-acb4-60e462296bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.471801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ae428-2902-4663-8479-430d06c73828,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:50.486160 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.486732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.486945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.487272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.487661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.488110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.488512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.488888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.489277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.489663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.490051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.490472 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:41:50.494886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:50.510446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.515004 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "DELETE /v2.0/security-groups/d56ae428-2902-4663-8479-430d06c73828 HTTP/1.1" status: 204 len: 168 time: 0.3377042 Apr 22 21:41:50.515962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 33908) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:41:50.528388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-c670bc99-f790-4a7b-bb4f-d77f060543cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:50.530201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-c670bc99-f790-4a7b-bb4f-d77f060543cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1098 time: 0.1465778 Apr 22 21:41:50.713450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-f5efe148-a862-462d-b40f-3378b4b6d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:50.715126 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-f5efe148-a862-462d-b40f-3378b4b6d222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1753895 Apr 22 21:41:50.840069 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-70c41188-8271-4c1b-8abc-bb3d7f912d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 1001 time: 0.1172583 Apr 22 21:41:50.906414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Deleting port f7843d18-41d7-4b45-acc2-e00e09ed60dc {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:41:50.907224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:50.915380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-612acb7a-d454-4306-92c8-8462582b22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:50.917135 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-612acb7a-d454-4306-92c8-8462582b22c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.0701494 Apr 22 21:41:51.070359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-1aa645fb-eeaf-4722-a2ab-3a4253c6a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:51.073552 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-1aa645fb-eeaf-4722-a2ab-3a4253c6a968 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1491446 Apr 22 21:41:51.105123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:51.105378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:51.266906 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-953c2f2b-3689-4d21-851f-6234e54a327b service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463535 Apr 22 21:41:51.302981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Calling delete_port for f7843d18-41d7-4b45-acc2-e00e09ed60dc owned by network:floatingip {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:41:51.424754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ca698-f95e-43c1-b47a-abdc2c108041 req-e4dfca84-fde2-40da-9fb8-bc17a773a2a2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:51.426353 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-886ca698-f95e-43c1-b47a-abdc2c108041 req-e4dfca84-fde2-40da-9fb8-bc17a773a2a2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.2130384 Apr 22 21:41:51.502123 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-886ca698-f95e-43c1-b47a-abdc2c108041 req-33e8977a-7f66-48f1-b8de-6a57593d8724 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634713 Apr 22 21:41:51.585078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:51.590787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-75ced200-8627-431f-a82c-c3d788437d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:51.651820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event deleted for resources: {'Port': ['ID=f7843d18-41d7-4b45-acc2-e00e09ed60dc,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:51.658348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:51.775492 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7a048d81-fff7-4ec1-8472-b1596ab2ed55 req-c0a731ac-7e96-4f9b-94c1-2574c659f7f6 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776740 Apr 22 21:41:51.795483 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks [] for floatingip, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:51.795873 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Floating IP 7408fdc0-1466-47dc-af29-0235340467ea disassociated (deleted). External IP: 172.28.3.199, port: 039a1296-3feb-4787-ba57-7916a556cdf4. Apr 22 21:41:52.521344 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Router c7953f49-cea4-4723-ab09-539af0a2eee3 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:41:52.785202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86020bf-1258-4eea-bd34-75b923b30031 req-eb464c2f-4b17-476c-9436-a82359152673 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:52.786816 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c86020bf-1258-4eea-bd34-75b923b30031 req-eb464c2f-4b17-476c-9436-a82359152673 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1123447 Apr 22 21:41:52.843187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:41:52.860966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Sync routers for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:41:52.880683 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c86020bf-1258-4eea-bd34-75b923b30031 req-43eaea13-8024-4877-8a7f-1ec4a0e646bf tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864995 Apr 22 21:41:52.886375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:41:52.887205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:41:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:41:52.908232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:52.986399 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9ecadfdf-97cf-44f3-ac87-574c80770f63 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "DELETE /v2.0/floatingips/7408fdc0-1466-47dc-af29-0235340467ea HTTP/1.1" status: 204 len: 168 time: 2.4682679 Apr 22 21:41:52.987616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:41:53.085934 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:41:53.194756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:41:53.261521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-780918e0-4dd7-4978-969d-e544aa2255a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:53.263400 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-780918e0-4dd7-4978-969d-e544aa2255a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 1098 time: 0.1417873 Apr 22 21:41:53.437590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-ae4694d8-0b22-49e8-8bf6-2ce419da1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:53.439536 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-ae4694d8-0b22-49e8-8bf6-2ce419da1b8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 200 len: 915 time: 0.1690164 Apr 22 21:41:53.543308 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-4e9197ad-a360-4806-90cc-764d0dcb5a03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 200 len: 217 time: 0.0955851 Apr 22 21:41:53.746112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-7bee609b-a663-473d-94d1-063da7302ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:53.752080 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-7bee609b-a663-473d-94d1-063da7302ebe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 200 len: 853 time: 0.2017536 Apr 22 21:41:53.848287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:41:53.853877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Checking router: c7953f49-cea4-4723-ab09-539af0a2eee3 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:41:53.870216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:41:53.872615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:41:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:41:53.899453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-ab064c90-ac73-4839-8e34-753bcc89b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:53.901571 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-ab064c90-ac73-4839-8e34-753bcc89b5ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1420493 Apr 22 21:41:54.113646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:41:54.208874 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-7a0e0f0d-1a1e-44cf-a864-1de947e32889 service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912810 Apr 22 21:41:54.250365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236851a-3b1a-49ec-895c-6cc4f4328d5e req-4b33ee5a-6cd7-49f3-b391-9007a5f83723 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:54.260747 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4236851a-3b1a-49ec-895c-6cc4f4328d5e req-4b33ee5a-6cd7-49f3-b391-9007a5f83723 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1490362 Apr 22 21:41:54.367113 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4236851a-3b1a-49ec-895c-6cc4f4328d5e req-ea0b59bf-9080-421c-9e22-229c126cd5dc tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052761 Apr 22 21:41:54.392103 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-232a2a38-56c3-4436-b155-bf9e694a75e3 req-9847db1c-46e5-41ae-ba4f-b8d30bc0281f service neutron] 10.222.0.26 "GET /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752088 Apr 22 21:41:54.709708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:41:54.719257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58381ddc-a152-4ad7-9b47-8dd5b847cd5e None None] The sync data for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb is: [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:38:24Z', 'revision_number': 4, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '43292641-ebf0-460e-bf17-f2aca6bffe61', 'name': '', 'network_id': 'f94b7b69-49d1-497d-b0c6-bf68b31f5ef4', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'mac_address': 'fa:16:3e:5a:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:22Z', 'updated_at': '2021-04-22T21:38:34Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'subnets': [{'id': 'bbe2ea9a-9589-4b75-84c1-bde2015d08f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:41:55.292909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9d2ca-6285-4641-b9e6-3f663f93ca5b None None] New status for floating IP 7408fdc0-1466-47dc-af29-0235340467ea: DOWN {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:41:55.660028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381826ab-32a6-45fe-9133-7c9d2a492e35 req-4b3b0771-ae09-43dd-b27f-02cc90aed736 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:55.661294 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-381826ab-32a6-45fe-9133-7c9d2a492e35 req-4b3b0771-ae09-43dd-b27f-02cc90aed736 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1223648 Apr 22 21:41:55.714142 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-381826ab-32a6-45fe-9133-7c9d2a492e35 req-6ca8fcf7-1023-4bc5-b58b-d7f22621a486 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 Apr 22 21:41:56.984101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e330a70-a315-4b69-b545-036a24da5a69 req-572ccecd-0fd9-40fb-a40c-df6a6e18e3a0 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:56.987143 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8e330a70-a315-4b69-b545-036a24da5a69 req-572ccecd-0fd9-40fb-a40c-df6a6e18e3a0 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.1585693 Apr 22 21:41:57.051828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c451b-1585-4ffc-9e0b-c38e51f7c265 req-3aada0aa-2302-427b-a960-03963d0ab789 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:57.053054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8e330a70-a315-4b69-b545-036a24da5a69 req-f3f3452c-62f5-4064-a231-efd89c9f28f5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Synchronizing usage tracker for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:41:57.060822 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b32c451b-1585-4ffc-9e0b-c38e51f7c265 req-3aada0aa-2302-427b-a960-03963d0ab789 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1266627 Apr 22 21:41:57.079510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-8e330a70-a315-4b69-b545-036a24da5a69 req-f3f3452c-62f5-4064-a231-efd89c9f28f5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Unset dirty status for tenant:43341a7ed88c4b2f80d5b7481c13803f on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:41:57.081098 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8e330a70-a315-4b69-b545-036a24da5a69 req-f3f3452c-62f5-4064-a231-efd89c9f28f5 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846341 Apr 22 21:41:57.116879 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b32c451b-1585-4ffc-9e0b-c38e51f7c265 req-1d4a821a-d989-4c7d-a955-af76c4217316 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547118 Apr 22 21:41:58.298734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ecbd-0f1b-4ea4-a338-0cde4b2c2b51 req-ebc53001-7c31-4d3c-880a-00030d61376e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:58.300480 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c466ecbd-0f1b-4ea4-a338-0cde4b2c2b51 req-ebc53001-7c31-4d3c-880a-00030d61376e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.0940118 Apr 22 21:41:58.356406 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c466ecbd-0f1b-4ea4-a338-0cde4b2c2b51 req-001a54ef-766c-4444-9a90-98f41ffc1cdc tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Apr 22 21:41:58.397768 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc457ba7-716e-4ebb-8f35-9c44145c1b02 req-93dec436-aaa8-4179-a1e8-46a31d8c713c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:58.399481 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cc457ba7-716e-4ebb-8f35-9c44145c1b02 req-93dec436-aaa8-4179-a1e8-46a31d8c713c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1313071 Apr 22 21:41:58.452156 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cc457ba7-716e-4ebb-8f35-9c44145c1b02 req-398ab8aa-adb1-4bc1-b203-2492c1bfc77a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Apr 22 21:41:59.031979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-05e92aa4-3530-4ef4-99eb-ad15fceb3560 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:59.033773 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-05e92aa4-3530-4ef4-99eb-ad15fceb3560 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.26 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.1012921 Apr 22 21:41:59.207459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Deleting port 039a1296-3feb-4787-ba57-7916a556cdf4 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:41:59.207784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:59.360669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] For port 039a1296-3feb-4787-ba57-7916a556cdf4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=039a1296-3feb-4787-ba57-7916a556cdf4,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:41:59.361272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:59.501942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Calling delete_port for 039a1296-3feb-4787-ba57-7916a556cdf4 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:41:59.621907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4e63-192f-4a55-bd08-9c2ee86abd91 req-a163d637-8773-48cd-90d2-c3c1c610ca38 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:59.623999 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c92c4e63-192f-4a55-bd08-9c2ee86abd91 req-a163d637-8773-48cd-90d2-c3c1c610ca38 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/ports?device_id=644ae9de-7096-4560-9ec1-079769519bac HTTP/1.1" status: 200 len: 945 time: 0.1165926 Apr 22 21:41:59.693011 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c92c4e63-192f-4a55-bd08-9c2ee86abd91 req-af2205e6-f02e-4e24-9161-bb84d1c7412f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.15 "GET /v2.0/security-groups?id=f564c141-32a0-463a-bc64-a11640dc9442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Apr 22 21:41:59.721881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd20d4-faff-4484-a79b-f5ca1faa7610 req-fc238b94-9809-4e00-9c44-8d0fe1368fe5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:41:59.723874 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62fd20d4-faff-4484-a79b-f5ca1faa7610 req-fc238b94-9809-4e00-9c44-8d0fe1368fe5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1107285 Apr 22 21:41:59.781950 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-62fd20d4-faff-4484-a79b-f5ca1faa7610 req-fd0d5e6c-97ea-4b8e-b181-6c2a44949ff5 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 Apr 22 21:41:59.821341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:59.827870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:41:59.833509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['039a1296-3feb-4787-ba57-7916a556cdf4'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:41:59.957788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Pushing event deleted for resources: {'Port': ['ID=039a1296-3feb-4787-ba57-7916a556cdf4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:41:59.965908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:41:59.972130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] No DVR routers for this DVR port 039a1296-3feb-4787-ba57-7916a556cdf4 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:41:59.974759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:41:59.977918 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'name': 'network-vif-deleted', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:41:59.992192 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e2c6e679-5f1f-40b6-aa01-2d36fd9fa02b req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] 10.222.0.26 "DELETE /v2.0/ports/039a1296-3feb-4787-ba57-7916a556cdf4 HTTP/1.1" status: 204 len: 173 time: 0.9530220 Apr 22 21:42:00.033051 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644ae9de-7096-4560-9ec1-079769519bac', 'name': 'network-vif-deleted', 'tag': '039a1296-3feb-4787-ba57-7916a556cdf4', 'status': 'completed', 'code': 200} Apr 22 21:42:01.089144 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef50e-0967-402a-be90-c5d6d037f389 req-2cf7faac-0b58-4636-853f-65e1eb032532 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:01.104838 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-76cef50e-0967-402a-be90-c5d6d037f389 req-2cf7faac-0b58-4636-853f-65e1eb032532 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1274951 Apr 22 21:42:01.180449 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-76cef50e-0967-402a-be90-c5d6d037f389 req-8fc9f6d0-ec87-4c28-8bde-0fda94c3511c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710919 Apr 22 21:42:01.789976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34040) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:02.429396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f702e-2b69-4784-b87b-4453d1ba8a05 req-7b2ba0d9-30cd-4812-85b8-c02564edaf56 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:02.431243 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d2f702e-2b69-4784-b87b-4453d1ba8a05 req-7b2ba0d9-30cd-4812-85b8-c02564edaf56 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.0972977 Apr 22 21:42:02.470514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:02.490442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d2f702e-2b69-4784-b87b-4453d1ba8a05 req-3ed8ed73-e2bd-4cd3-86ad-5e044bf1c8ba tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525219 Apr 22 21:42:02.944580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Deleting port 43292641-ebf0-460e-bf17-f2aca6bffe61 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:02.944961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:03.076298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] For port 43292641-ebf0-460e-bf17-f2aca6bffe61, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=43292641-ebf0-460e-bf17-f2aca6bffe61,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:03.076747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:03.214290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Calling delete_port for 43292641-ebf0-460e-bf17-f2aca6bffe61 owned by network:router_interface {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:03.381058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:03.386269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2f609807-1ddc-46cc-9907-cbf1ce32444f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:03.432295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43292641-ebf0-460e-bf17-f2aca6bffe61,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:03.435688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:03.455422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-2d85d4b1-9469-40f8-8ca5-a11d85dbae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:03.458154 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-2d85d4b1-9469-40f8-8ca5-a11d85dbae46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1098 time: 0.0816433 Apr 22 21:42:03.617480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-3b646337-3929-46d6-bc60-564f3f047837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:03.619615 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-3b646337-3929-46d6-bc60-564f3f047837 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.1547623 Apr 22 21:42:03.732978 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-0bba7ea3-cea2-4b5b-afed-68f093810a70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 1001 time: 0.1059592 Apr 22 21:42:03.802714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-f4e09f49-2768-47eb-8962-774871aab52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:03.804671 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-f4e09f49-2768-47eb-8962-774871aab52c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0645468 Apr 22 21:42:03.809479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:03.826181 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865e6a8-c734-40cb-9818-1830abee97fa req-babc0a82-fb8f-4bf7-bf83-2e449a8c86b1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:03.827876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0865e6a8-c734-40cb-9818-1830abee97fa req-babc0a82-fb8f-4bf7-bf83-2e449a8c86b1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1485724 Apr 22 21:42:03.892825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-5f5aecd5-e57a-49f7-8ea2-4592f63ca6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:03.894436 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-5f5aecd5-e57a-49f7-8ea2-4592f63ca6df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837207 Apr 22 21:42:04.048725 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-28b07cfb-3a9c-4ce4-867e-b15229814762 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478930 Apr 22 21:42:04.168935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 039a1296-3feb-4787-ba57-7916a556cdf4 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:04.203607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cb051cb5-70db-4ccc-ba8c-1c9d4635b65e req-501fe370-9a27-48ba-a62e-4c569ff53be8 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481211 Apr 22 21:42:04.212141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 039a1296-3feb-4787-ba57-7916a556cdf4 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:04.212513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 039a1296-3feb-4787-ba57-7916a556cdf4 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:04.294537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0865e6a8-c734-40cb-9818-1830abee97fa req-b11e81e1-9819-460c-81d6-50880ead6321 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074087 Apr 22 21:42:04.540654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Router c7953f49-cea4-4723-ab09-539af0a2eee3 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:42:04.735706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:42:04.746470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Sync routers for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:42:04.749691 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-980ea9f6-cc5e-4702-a8e6-c2ec9eca04c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/c7953f49-cea4-4723-ab09-539af0a2eee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9580851 Apr 22 21:42:04.752571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34058) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:04.757536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:42:04.758204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:41:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:04.950837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks [] for router, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:04.962098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:42:05.150983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:05.238691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Deleting port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:05.239059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:05.360631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:05.380770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] For port 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:05.381171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:05.482817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43'}], 'enable_snat': True}, 'gw_port_id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:42:03Z', 'revision_number': 5, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port': {'id': '33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:18Z', 'updated_at': '2021-04-22T21:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:05.488627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Checking router: c7953f49-cea4-4723-ab09-539af0a2eee3 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:42:05.501281 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Routers {'c7953f49-cea4-4723-ab09-539af0a2eee3'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:42:05.502047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:41:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['c7953f49-cea4-4723-ab09-539af0a2eee3'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:05.521900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Calling delete_port for 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 owned by network:router_gateway {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:05.529266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d7f6-f6af-4680-abd4-0193290f2d73 req-2689f93b-13e8-4829-8e6f-396bc0f2f3a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:05.530905 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-70b6d7f6-f6af-4680-abd4-0193290f2d73 req-2689f93b-13e8-4829-8e6f-396bc0f2f3a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1027215 Apr 22 21:42:05.605463 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-70b6d7f6-f6af-4680-abd4-0193290f2d73 req-0e48f325-db63-41c7-9a48-e20e251c1a18 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671237 Apr 22 21:42:05.676873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] Set router c7953f49-cea4-4723-ab09-539af0a2eee3 gateway port host: None {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:42:05.725800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:05.730064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-afc0b39e-f7fc-424d-bce8-33acf04d56f1 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:05.778691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:05.782407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:05.821421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:42:05Z', 'revision_number': 6, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:05.826124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79c44d-f5bd-4932-a924-b3f0126b193d None None] The sync data for ids ['c7953f49-cea4-4723-ab09-539af0a2eee3'] in dv-cinder-763306-11-smb is: [{'id': 'c7953f49-cea4-4723-ab09-539af0a2eee3', 'name': 'tempest-TestMinimumBasicScenario-924762366-router', 'tenant_id': '43341a7ed88c4b2f80d5b7481c13803f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:17Z', 'updated_at': '2021-04-22T21:42:05Z', 'revision_number': 6, 'project_id': '43341a7ed88c4b2f80d5b7481c13803f', 'gw_port_host': None}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:42:05.904590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.097786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.100641 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.130009 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.130573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7953f49-cea4-4723-ab09-539af0a2eee3 {{(pid=86417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:42:06.145307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.146709 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ffd0189b-55bd-4b5c-9712-2d3eb5fdae92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c7953f49-cea4-4723-ab09-539af0a2eee3 HTTP/1.1" status: 204 len: 168 time: 1.3929570 Apr 22 21:42:06.149632 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34064) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:06.226444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Deleting subnet bbe2ea9a-9589-4b75-84c1-bde2015d08f1 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:42:06.232384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.331656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.504203 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.626842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:06.665998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:06.665998 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 33e7ee28-13d9-4f1d-b9ca-0ddfc0bcf7e5 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:06.666374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 43292641-ebf0-460e-bf17-f2aca6bffe61 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:06.713301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 43292641-ebf0-460e-bf17-f2aca6bffe61 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:06.713960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 43292641-ebf0-460e-bf17-f2aca6bffe61 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:06.795250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.800420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:06.827856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5c78-4dce-4477-961a-e76780a65fbd req-426eac8a-5199-4edb-8386-e3c285f6f415 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:06.832528 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-511b5c78-4dce-4477-961a-e76780a65fbd req-426eac8a-5199-4edb-8386-e3c285f6f415 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 945 time: 0.1015983 Apr 22 21:42:06.838159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe2ea9a-9589-4b75-84c1-bde2015d08f1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:06.841277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:06.846855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:06.853480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576a34c-04f6-4658-abaf-b7e130fa4a01 None None] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:42:06.857002 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8e307596-8898-46dc-8e31-07d1916ba97a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bbe2ea9a-9589-4b75-84c1-bde2015d08f1 HTTP/1.1" status: 204 len: 168 time: 0.7037377 Apr 22 21:42:06.857339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34070) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:06.886122 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-511b5c78-4dce-4477-961a-e76780a65fbd req-cd4beab3-9453-4513-ade3-145a199efa37 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491769 Apr 22 21:42:06.982773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.066958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Deleting port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:07.067625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.145236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] DHCP port deletion for f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:42:07.185121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] For port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:07.185621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.217866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Deleting port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:07.218276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.333001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] For port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,segment=NetworkSegment(aadc9a7d-3613-4093-a32e-0cfa149e3fc2),segment_id=aadc9a7d-3613-4093-a32e-0cfa149e3fc2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:07.333428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.479649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Calling delete_port for 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:07.566601 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Calling delete_port for 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:07.624426 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.632382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:42:07.632955 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:42:07.633152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d35d14b4-7139-4782-b3f9-77dbead27767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:07.681996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] No DVR routers for this DVR port 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 on host dv-cinder-763306-11-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:42:07.712999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1b0eed-dfc8-48a6-8b5b-d22b4989d175,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:07.715727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:07.819978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.946448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94b7b69-49d1-497d-b0c6-bf68b31f5ef4']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:07.960406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:07.960748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadc9a7d-3613-4093-a32e-0cfa149e3fc2') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:07.973916 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:07.996264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.003879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:42:08.180523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7e788f4c-c829-4307-9fc7-061a7c887a39 None None] The port '8e1b0eed-dfc8-48a6-8b5b-d22b4989d175' was deleted {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:42:08.182149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:08.205128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:42:08.214708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.310692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.353404 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:42:08.373101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:08.377380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.380171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:08.433859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Network f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:42:08.460954 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:42:08.474046 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'code': 422} returned with failed status Apr 22 21:42:08.510654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=8']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:08.518558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:08.599843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.607021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:08.612071 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-7dea9fef-b516-424e-9b27-bf4b97884de6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011007 Apr 22 21:42:08.618495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:08.656172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94b7b69-49d1-497d-b0c6-bf68b31f5ef4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:08.658777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:08.664958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:08.684229 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f94b7b69-49d1-497d-b0c6-bf68b31f5ef4 HTTP/1.1" status: 204 len: 168 time: 1.8255100 Apr 22 21:42:08.687227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34112) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:08.715061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:08.715316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 8e1b0eed-dfc8-48a6-8b5b-d22b4989d175 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:08.826378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbe007-8284-42e3-9c1c-c19f1e44f1c6 req-aa3c62e8-5b83-4d14-9cf9-b1b9b70de5a4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:08.828290 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d3cbe007-8284-42e3-9c1c-c19f1e44f1c6 req-aa3c62e8-5b83-4d14-9cf9-b1b9b70de5a4 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.3037004 Apr 22 21:42:08.916407 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d3cbe007-8284-42e3-9c1c-c19f1e44f1c6 req-40249855-d72a-4b37-9a80-c52043c33f92 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789175 Apr 22 21:42:09.364690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-f698fbe4-09b5-479f-9e40-105f93a016cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:09.366356 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-f698fbe4-09b5-479f-9e40-105f93a016cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4&tenant_id=411a2d7c9fd942c183410b742b669b03 HTTP/1.1" status: 200 len: 1096 time: 0.1864779 Apr 22 21:42:09.561878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-a2441913-f9b3-40a9-a2fe-c9f3f20b3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:09.563623 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-a2441913-f9b3-40a9-a2fe-c9f3f20b3a8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1096 time: 0.1720796 Apr 22 21:42:09.692238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:09.852709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1dff-3069-4241-b474-a0638ce7ba82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:09.891874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-a93e609b-30d8-4705-aa06-ce26f86e14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:09.893559 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-a93e609b-30d8-4705-aa06-ce26f86e14ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.3203592 Apr 22 21:42:10.219178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26ca9-c90a-4008-82a5-2570135c2d19 req-b16357cb-9c68-4cfb-91b0-f11e6492aeb7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:10.221488 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cf26ca9-c90a-4008-82a5-2570135c2d19 req-b16357cb-9c68-4cfb-91b0-f11e6492aeb7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1437995 Apr 22 21:42:10.280303 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2cf26ca9-c90a-4008-82a5-2570135c2d19 req-f3f99ae0-45f4-43b8-8496-e40b5d5f34e1 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510371 Apr 22 21:42:10.378946 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-403a653b-94f1-407c-97a6-8be3e78b014b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 999 time: 0.4784045 Apr 22 21:42:10.465500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-f4565b05-3e5b-4a86-8839-ace84d5565bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:10.467077 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-f4565b05-3e5b-4a86-8839-ace84d5565bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0802941 Apr 22 21:42:10.655818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-6f2d5fa4-ea38-4db0-843b-1535b481358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:10.657506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-6f2d5fa4-ea38-4db0-843b-1535b481358e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1826549 Apr 22 21:42:10.779448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Deleting port c067b201-c146-4804-b28b-dd7a21b85172 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:10.780149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:10.909338 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-2fe6e450-6625-4c09-9b65-45300d5f6a83 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448285 Apr 22 21:42:11.063368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] For port c067b201-c146-4804-b28b-dd7a21b85172, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=c067b201-c146-4804-b28b-dd7a21b85172,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:11.064508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:11.223979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Calling delete_port for c067b201-c146-4804-b28b-dd7a21b85172 owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:11.249000 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-8225b751-727e-4785-853c-0d09ecf51c87 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309751 Apr 22 21:42:11.591853 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29603b-ff6a-4dcf-9e11-42ae4bee2928 req-76a522d0-b883-44e9-90c2-e42c64f37eeb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:11.593653 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bc29603b-ff6a-4dcf-9e11-42ae4bee2928 req-76a522d0-b883-44e9-90c2-e42c64f37eeb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1729331 Apr 22 21:42:11.642261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:11.657776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5f494f26-d223-4546-b960-53f61a480c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:11.715684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c067b201-c146-4804-b28b-dd7a21b85172,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:11.721731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:11.725488 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bc29603b-ff6a-4dcf-9e11-42ae4bee2928 req-09c6dcd1-5495-4ec7-9081-dd12ce007446 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213365 Apr 22 21:42:11.961329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-06ec35a1-d2ff-4538-879a-f43dc5e4a9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:12.056849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:12.480156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Router 88f2582a-5842-4ab0-a337-36164d99b1ef has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:42:12.543038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:12.902384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:12.970727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:42:12.982927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Sync routers for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:42:12.991860 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/88f2582a-5842-4ab0-a337-36164d99b1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3034217 Apr 22 21:42:12.997004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34146) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:13.002374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b032-d31f-4834-b4f4-6541a50fc600 req-b6358e7d-665a-4fc1-b96c-9cc834458fc3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:13.010852 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28b0b032-d31f-4834-b4f4-6541a50fc600 req-b6358e7d-665a-4fc1-b96c-9cc834458fc3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1509912 Apr 22 21:42:13.014430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:42:13.015332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:42:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:13.085468 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28b0b032-d31f-4834-b4f4-6541a50fc600 req-9d5e90b2-cd5e-4c6e-8fc9-c84a9e6de144 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734797 Apr 22 21:42:13.236279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:13.269619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:42:13.457226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:13.565858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Deleting port 4bb29d08-a17e-479f-8c18-20a347fd3e48 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:13.566291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:13.610086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245'}], 'enable_snat': True}, 'gw_port_id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:42:11Z', 'revision_number': 5, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port': {'id': '4bb29d08-a17e-479f-8c18-20a347fd3e48', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:38:29Z', 'updated_at': '2021-04-22T21:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:13.618645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Checking router: 88f2582a-5842-4ab0-a337-36164d99b1ef for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:42:13.638194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Routers {'88f2582a-5842-4ab0-a337-36164d99b1ef'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:42:13.638877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:42:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['88f2582a-5842-4ab0-a337-36164d99b1ef'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:13.760569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] For port 4bb29d08-a17e-479f-8c18-20a347fd3e48, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4bb29d08-a17e-479f-8c18-20a347fd3e48,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:13.761112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:13.866575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] Set router 88f2582a-5842-4ab0-a337-36164d99b1ef gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:42:13.918718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Calling delete_port for 4bb29d08-a17e-479f-8c18-20a347fd3e48 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:13.950924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.014663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:42:13Z', 'revision_number': 6, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:14.023778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be2665-a176-4c45-9e1d-4080398ff184 None None] The sync data for ids ['88f2582a-5842-4ab0-a337-36164d99b1ef'] in dv-cinder-763306-11-smb is: [{'id': '88f2582a-5842-4ab0-a337-36164d99b1ef', 'name': 'tempest-TestMinimumBasicScenario-1016045295-router', 'tenant_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:38:28Z', 'updated_at': '2021-04-22T21:42:13Z', 'revision_number': 6, 'project_id': 'e0357b7c508f4ce09fabfb73ca2b49a7', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:42:14.145531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.150050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-dd631e17-c97d-427f-8d2c-ef300a48247a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:14.223070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb29d08-a17e-479f-8c18-20a347fd3e48,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:14.227895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:14.413174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.610851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.614418 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.625372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9835759-74ab-44b3-b978-88123567f43c req-24b535cd-cde2-4417-adbc-2de9be187002 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:14.627224 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b9835759-74ab-44b3-b978-88123567f43c req-24b535cd-cde2-4417-adbc-2de9be187002 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.3637264 Apr 22 21:42:14.641983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4bb29d08-a17e-479f-8c18-20a347fd3e48 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:14.692223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 4bb29d08-a17e-479f-8c18-20a347fd3e48 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:14.692223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4bb29d08-a17e-479f-8c18-20a347fd3e48 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:14.692223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device c067b201-c146-4804-b28b-dd7a21b85172 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:14.737071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: c067b201-c146-4804-b28b-dd7a21b85172 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:14.737721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device c067b201-c146-4804-b28b-dd7a21b85172 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:14.759198 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b9835759-74ab-44b3-b978-88123567f43c req-e91657ef-c998-4456-a7c7-780e98b117a0 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544000 Apr 22 21:42:14.760326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.760875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f2582a-5842-4ab0-a337-36164d99b1ef {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:42:14.776539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.780648 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34152) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:14.780871 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8c02ed00-ec9d-4071-95bf-a058935f458e admin admin] 10.222.0.15 "DELETE /v2.0/routers/88f2582a-5842-4ab0-a337-36164d99b1ef HTTP/1.1" status: 204 len: 168 time: 1.7792368 Apr 22 21:42:14.895072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Deleting subnet c4e18b98-e3eb-426c-8719-19e08e56ce12 {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:42:14.900317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:14.963595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826104683'] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:15.103866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:15.412815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827435880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27284814'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:15.418493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:15.742046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:15.746730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e18b98-e3eb-426c-8719-19e08e56ce12,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:15.747156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76168f86-c25c-46a9-b0ab-0ea23da47cce None None] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:42:15.750541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:15.752316 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c4e18b98-e3eb-426c-8719-19e08e56ce12 HTTP/1.1" status: 204 len: 168 time: 0.9704652 Apr 22 21:42:15.755012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34158) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:15.891374 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:15.993625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Deleting port de694508-121a-4fc4-8df3-8366688bdb54 {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:15.994011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.060421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] DHCP port deletion for 48437e80-533a-4c30-ab5c-fc84dfb472a7 request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:42:16.139248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Deleting port de694508-121a-4fc4-8df3-8366688bdb54 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:42:16.139848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.176368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] For port de694508-121a-4fc4-8df3-8366688bdb54, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=de694508-121a-4fc4-8df3-8366688bdb54,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:16.176852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.258645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] For port de694508-121a-4fc4-8df3-8366688bdb54, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=de694508-121a-4fc4-8df3-8366688bdb54,segment=NetworkSegment(6507200e-0251-4047-86c3-43d59b2db285),segment_id=6507200e-0251-4047-86c3-43d59b2db285)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:16.259358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.330619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Calling delete_port for de694508-121a-4fc4-8df3-8366688bdb54 owned by network:dhcp {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:16.347701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697b0df-cce8-435b-9306-3ecaaa98bdbb req-801e0313-4a07-4409-954c-a35ffa411c64 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:16.349643 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a697b0df-cce8-435b-9306-3ecaaa98bdbb req-801e0313-4a07-4409-954c-a35ffa411c64 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.2842832 Apr 22 21:42:16.413218 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a697b0df-cce8-435b-9306-3ecaaa98bdbb req-08064b03-b25b-4b28-b7b3-172539bdfc93 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562937 Apr 22 21:42:16.441695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Calling delete_port for de694508-121a-4fc4-8df3-8366688bdb54 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:42:16.445375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.455539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:16.501258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de694508-121a-4fc4-8df3-8366688bdb54,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:16.503642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] No DVR routers for this DVR port de694508-121a-4fc4-8df3-8366688bdb54 on host dv-cinder-763306-11-smb {{(pid=86417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:42:16.505334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:16.506700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:42:16.520649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:42:16.633210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device de694508-121a-4fc4-8df3-8366688bdb54 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:42:16.639887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.677116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: de694508-121a-4fc4-8df3-8366688bdb54 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:42:16.677692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device de694508-121a-4fc4-8df3-8366688bdb54 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:42:16.777556 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48437e80-533a-4c30-ab5c-fc84dfb472a7']}} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:16.794200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6507200e-0251-4047-86c3-43d59b2db285') {'for_net_delete': True} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:16.794575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6507200e-0251-4047-86c3-43d59b2db285') {} {{(pid=86417) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:42:16.818692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28671133'] for segment, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.840838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:16.855238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=86417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:42:17.084016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:42:17.098896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27337531'] for segment, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.258158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8f192-c27b-4dd4-a220-33d9ba9b4292 None None] The port 'de694508-121a-4fc4-8df3-8366688bdb54' was deleted {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:42:17.299850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Network 48437e80-533a-4c30-ab5c-fc84dfb472a7 has no segments {{(pid=86417) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:42:17.329327 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:42:17.411464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.415621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:17.430633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.442173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48437e80-533a-4c30-ab5c-fc84dfb472a7,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:17.454893 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/48437e80-533a-4c30-ab5c-fc84dfb472a7 HTTP/1.1" status: 204 len: 168 time: 1.6958737 Apr 22 21:42:17.454893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:17.652241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34168) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:17.661106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7be29b-d691-4808-ba7e-8b2e5abab6a6 req-828bf4c6-4ae5-421f-9082-5f021070abc3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:17.662879 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-db7be29b-d691-4808-ba7e-8b2e5abab6a6 req-828bf4c6-4ae5-421f-9082-5f021070abc3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1261387 Apr 22 21:42:17.753914 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-db7be29b-d691-4808-ba7e-8b2e5abab6a6 req-badbf7aa-99fc-4073-b10d-020dbdb634b3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736358 Apr 22 21:42:17.756765 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-75c42315-39fc-40c1-b672-c6433241b14a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43341a7ed88c4b2f80d5b7481c13803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927534 Apr 22 21:42:17.759528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34172) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:17.826110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.857171 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.913723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.919657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b51d116-a305-473f-bc6f-c73544eb8234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:17.935914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f564c141-32a0-463a-bc64-a11640dc9442,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:17.940468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:17.944428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:17.945437 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f564c141-32a0-463a-bc64-a11640dc9442 HTTP/1.1" status: 204 len: 168 time: 0.1848967 Apr 22 21:42:18.357047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34182) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:18.416835 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d998d972-3eb0-4a8a-ab66-243389faffe6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0357b7c508f4ce09fabfb73ca2b49a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578949 Apr 22 21:42:18.419626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34186) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:42:18.488289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:18.521560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:18.574893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:18.578882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-145a6364-0495-4f82-8488-bbd113009dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:18.593516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1addf9c-edea-4ccb-8458-c6e61f1132e3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:18.596971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:18.599087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:18.600365 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1addf9c-edea-4ccb-8458-c6e61f1132e3 HTTP/1.1" status: 204 len: 168 time: 0.1799307 Apr 22 21:42:19.045273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18944b-03f2-422c-bfc3-2c8d11ba2ca6 req-a82be9b8-7275-4327-adbb-8f93e37fad4d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:19.047142 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5e18944b-03f2-422c-bfc3-2c8d11ba2ca6 req-a82be9b8-7275-4327-adbb-8f93e37fad4d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1252160 Apr 22 21:42:19.099403 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5e18944b-03f2-422c-bfc3-2c8d11ba2ca6 req-a704a58c-2bb0-4217-a6a5-b0f844c3c926 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Apr 22 21:42:20.321143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41318e87-8d5a-4a26-885f-a489c8907abf req-29f4242a-cf85-4a44-9a3f-24fd1ddfad4c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:20.321143 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-41318e87-8d5a-4a26-885f-a489c8907abf req-29f4242a-cf85-4a44-9a3f-24fd1ddfad4c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0951200 Apr 22 21:42:20.371591 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-41318e87-8d5a-4a26-885f-a489c8907abf req-069ce187-fc2c-42c0-8b18-b419274de70a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Apr 22 21:42:21.580990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40ef29-2c71-4f77-8454-32182b0be161 req-66d366fe-fa24-433e-82cf-8cfe61e2d887 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:21.582624 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e40ef29-2c71-4f77-8454-32182b0be161 req-66d366fe-fa24-433e-82cf-8cfe61e2d887 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0885758 Apr 22 21:42:21.638200 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7e40ef29-2c71-4f77-8454-32182b0be161 req-eb16e9bb-5dce-4b1c-8807-c91d85bdaa50 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Apr 22 21:42:22.876509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13522b4d-b4d2-4133-a5d6-5aa0d0ea7ea4 req-775b0164-06d3-41be-afad-8531ec80b878 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:22.878114 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13522b4d-b4d2-4133-a5d6-5aa0d0ea7ea4 req-775b0164-06d3-41be-afad-8531ec80b878 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.1138124 Apr 22 21:42:22.926876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-13522b4d-b4d2-4133-a5d6-5aa0d0ea7ea4 req-c5428ab8-1bc8-41ae-b28a-0eaf6b716a1c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Apr 22 21:42:24.149932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04635b17-734f-4649-87d0-8b5a25c43192 req-e075a6a4-ab0e-4388-8fae-d5323899b8d9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:24.151450 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-04635b17-734f-4649-87d0-8b5a25c43192 req-e075a6a4-ab0e-4388-8fae-d5323899b8d9 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0906634 Apr 22 21:42:24.203188 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-04635b17-734f-4649-87d0-8b5a25c43192 req-ecdddf09-2913-4acb-be3c-54d72fa0d530 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Apr 22 21:42:25.415877 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39afb-1274-45da-b4a0-353be67ce9e6 req-9a381c3f-271c-44bc-8341-f486e408c127 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:25.417519 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14c39afb-1274-45da-b4a0-353be67ce9e6 req-9a381c3f-271c-44bc-8341-f486e408c127 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0924826 Apr 22 21:42:25.432854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:42:25.467027 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-14c39afb-1274-45da-b4a0-353be67ce9e6 req-3c6be9fe-dfff-4f11-ab88-29527d16b323 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Apr 22 21:42:26.688228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d58e9-f1a8-486a-8764-8793e47ee522 req-5aa210ec-4f1b-4eff-a3fb-6c96ca3979ed tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:26.689852 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-530d58e9-f1a8-486a-8764-8793e47ee522 req-5aa210ec-4f1b-4eff-a3fb-6c96ca3979ed tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0986762 Apr 22 21:42:26.741613 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-530d58e9-f1a8-486a-8764-8793e47ee522 req-dd4f366c-e541-460a-8f3c-3184ad13c6f7 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Apr 22 21:42:27.957420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf854a7-5fb7-4811-989e-53e6bdb9dd47 req-431b41a9-a60f-41d9-b8ae-63464c00e3a2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:27.959105 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-abf854a7-5fb7-4811-989e-53e6bdb9dd47 req-431b41a9-a60f-41d9-b8ae-63464c00e3a2 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 943 time: 0.0959256 Apr 22 21:42:28.010859 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-abf854a7-5fb7-4811-989e-53e6bdb9dd47 req-3f2e150b-0c6c-428b-b52d-5cbc4a6bcc58 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450957 Apr 22 21:42:28.293284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:42:28.437499 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:28.451897 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'port_id': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'mac_address': 'fa:16:3e:cb:bb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:42:28.515277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:28.533709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:42:28.551238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:28.555893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:28.557837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a85795cb-caa7-4aad-b5a8-48e5fdea82bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:28.629999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=9']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:28.633533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:28.894970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['000aea6a-298d-48d5-86a7-0d2e5598526b'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:42:29.221070 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5328845-74ee-4a5f-a55c-cb41d9e713ad req-019f92a6-95b7-423a-b48a-6b78995f36a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:29.222623 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5328845-74ee-4a5f-a55c-cb41d9e713ad req-019f92a6-95b7-423a-b48a-6b78995f36a3 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 944 time: 0.0905850 Apr 22 21:42:29.272970 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a5328845-74ee-4a5f-a55c-cb41d9e713ad req-4c478c17-7414-4f58-bac5-9008b8f673fb tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Apr 22 21:42:30.293143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:42:30.367300 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 000aea6a-298d-48d5-86a7-0d2e5598526b triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:42:30.368086 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:30.531552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db421-a8b5-4eaf-b1c3-46e6fdc417e3 req-3ed5ff06-6dee-45e7-b453-6e14693d8119 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:30.533306 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-258db421-a8b5-4eaf-b1c3-46e6fdc417e3 req-3ed5ff06-6dee-45e7-b453-6e14693d8119 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 944 time: 0.1372120 Apr 22 21:42:30.551264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:30.581831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:42:30.592437 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-258db421-a8b5-4eaf-b1c3-46e6fdc417e3 req-74759bd0-f870-4859-94c0-c2f36fcf6f5e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511804 Apr 22 21:42:30.592824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:42:30.597133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:30.599194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8db181f2-cc0a-4c61-8a6b-cd2ae220a30b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:42:30.635371 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'code': 200} Apr 22 21:42:30.691951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=10']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:42:30.695651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:42:30.895044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342b8b7-aed6-4e97-af3c-49dbeb9d2745 req-a782ba28-33d2-4f54-888c-b98fb7ddfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:30.896770 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7342b8b7-aed6-4e97-af3c-49dbeb9d2745 req-a782ba28-33d2-4f54-888c-b98fb7ddfa84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1099 time: 0.0832229 Apr 22 21:42:30.943596 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7342b8b7-aed6-4e97-af3c-49dbeb9d2745 req-e1bc9d19-30b8-4461-a6ff-164f32495ba4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399809 Apr 22 21:42:31.977541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d082f0-4092-4da8-94d8-2db386123290 req-ca0ee5f9-c4d6-4db1-a5bd-b3f7eae63b21 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:31.978599 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84d082f0-4092-4da8-94d8-2db386123290 req-ca0ee5f9-c4d6-4db1-a5bd-b3f7eae63b21 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 946 time: 0.0950830 Apr 22 21:42:32.032346 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84d082f0-4092-4da8-94d8-2db386123290 req-8e3cdc75-ab25-4031-96dc-794fd70605ba tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468853 Apr 22 21:42:33.248481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677af385-e006-4084-86fc-dc238a3d6c01 req-e56e8f3d-4cf7-4b3e-aa50-ece11a9518ca tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:42:33.250013 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-677af385-e006-4084-86fc-dc238a3d6c01 req-e56e8f3d-4cf7-4b3e-aa50-ece11a9518ca tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 946 time: 0.0981615 Apr 22 21:42:33.300392 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-677af385-e006-4084-86fc-dc238a3d6c01 req-fff54470-7834-49e1-8f52-7b264f27f11a tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Apr 22 21:42:35.136249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:39.846765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6113f85a-952f-4b5b-b4fc-88bfbc16e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:41.949704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-698934bc-0c3f-4920-a5e2-98495e98a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:42.551784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:42.896805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:42:43.947231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:02.436637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:43:05.149914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:09.505872 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-fa4a8935-0bfa-4b1b-a84c-351dcf85149f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880663 Apr 22 21:43:09.670217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-393457b0-fe06-4628-a7cb-ca9b60b10cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:09.671829 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-393457b0-fe06-4628-a7cb-ca9b60b10cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=411a2d7c9fd942c183410b742b669b03&device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 1099 time: 0.0919073 Apr 22 21:43:09.851602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-76a968c1-b1ef-4bcc-ba3d-05487e7ec320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:10.068388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-d64ad771-47ca-4371-ada7-d37b35eb3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:10.069920 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-d64ad771-47ca-4371-ada7-d37b35eb3b69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 200 len: 918 time: 0.3752470 Apr 22 21:43:10.181517 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-b2e6710f-2af0-4194-992b-52bcace67e77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 200 len: 1001 time: 0.1040425 Apr 22 21:43:10.251633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-486710f1-632c-4029-8de1-9ea9c176a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:10.253258 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-486710f1-632c-4029-8de1-9ea9c176a6b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 200 len: 856 time: 0.0652981 Apr 22 21:43:10.336484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-6382d177-d969-4d7e-aaf8-255f267201a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:10.338014 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-6382d177-d969-4d7e-aaf8-255f267201a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0787191 Apr 22 21:43:10.482700 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-e1a1b348-4d2a-42d9-a0ee-07cbe2d74d75 service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377208 Apr 22 21:43:10.632504 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ed92301e-385b-488b-be03-efca30d3f4e6 req-8ea22bcb-2639-4b42-9c1a-a37c02e3a9be service neutron] 10.222.0.26 "GET /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437731 Apr 22 21:43:11.953315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-70ba2d41-7820-4f8c-8feb-25301e2640b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:12.559534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:12.891851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:13.950441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:29.211448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b5c71-b641-40d3-8c09-35738dd0801b req-30364bf5-3384-4019-8602-a274b79df156 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:29.213016 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a8b5c71-b641-40d3-8c09-35738dd0801b req-30364bf5-3384-4019-8602-a274b79df156 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 946 time: 0.0936747 Apr 22 21:43:29.262749 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a8b5c71-b641-40d3-8c09-35738dd0801b req-16e4cc99-0502-4ec2-a14a-7bca70708808 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Apr 22 21:43:30.480511 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474123b7-139d-40b0-bb48-50e0610e05d0 req-5de7845b-3e30-4c4b-980c-111f44ce9e79 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:30.482166 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-474123b7-139d-40b0-bb48-50e0610e05d0 req-5de7845b-3e30-4c4b-980c-111f44ce9e79 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 946 time: 0.0951009 Apr 22 21:43:30.535387 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-474123b7-139d-40b0-bb48-50e0610e05d0 req-c910f9fe-ce9a-4f46-887c-d9cf6aba8e7c tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8779e9a9-98eb-4ab1-a385-ace2544077e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Apr 22 21:43:30.782872 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-34fdb7bd-9acc-4957-a90b-b7ff38ffbaa8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:30.784497 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-34fdb7bd-9acc-4957-a90b-b7ff38ffbaa8 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 946 time: 0.0922873 Apr 22 21:43:30.937768 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Deleting port 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:30.938154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:31.086516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] For port 000aea6a-298d-48d5-86a7-0d2e5598526b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=000aea6a-298d-48d5-86a7-0d2e5598526b,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:31.086899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:31.405616 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:31.406036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:31.406374 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Floating IP 0c8d353b-12ae-45b9-be9e-5402b4d980fe disassociated. External IP: 172.28.3.109, port: 000aea6a-298d-48d5-86a7-0d2e5598526b. Apr 22 21:43:31.406748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Calling delete_port for 000aea6a-298d-48d5-86a7-0d2e5598526b owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:31.522891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:31.528893 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fcc2d410-6bf7-4982-a79d-70d4436e2521 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:31.580707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'Port': ['ID=000aea6a-298d-48d5-86a7-0d2e5598526b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:31.592210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.592734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.593128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.593542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.593941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.594348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.594755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.595159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.595600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.595960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.596356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.596760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:31.601300 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:31.711478 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2d677ddb-ed48-479a-9ab0-ad1e9700d91b req-bebfd9a7-0024-40e6-9a40-0b12f04e0991 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9868f567-64d4-4276-850e-6cc51bb12df4 HTTP/1.1" status: 200 len: 210 time: 0.0503690 Apr 22 21:43:31.796183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:43:32.003634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:43:32.013569 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:43:32.025827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:32.026676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:32.088889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] No DVR routers for this DVR port 000aea6a-298d-48d5-86a7-0d2e5598526b on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:43:32.091710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:32.095072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-deleted', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:43:32.113125 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a7ccdfdf-667f-4f3d-a1b4-b1adb0510e0e req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.26 "DELETE /v2.0/ports/000aea6a-298d-48d5-86a7-0d2e5598526b HTTP/1.1" status: 204 len: 173 time: 1.3221419 Apr 22 21:43:32.146084 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868f567-64d4-4276-850e-6cc51bb12df4', 'name': 'network-vif-deleted', 'tag': '000aea6a-298d-48d5-86a7-0d2e5598526b', 'status': 'completed', 'code': 200} Apr 22 21:43:32.229754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:32.563493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:32.567859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:43:32.577173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:32.577835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:32.771576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:32.853448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34298) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:32.926891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:32.958800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.021671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.027881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7ad9fff8-b840-4c70-be11-c7492300cf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:33.048256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779e9a9-98eb-4ab1-a385-ace2544077e9,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:33.051619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:33.060863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.066912 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-962c8c03-3a93-46f2-94b7-590768815911 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "DELETE /v2.0/security-groups/8779e9a9-98eb-4ab1-a385-ace2544077e9 HTTP/1.1" status: 204 len: 168 time: 0.2074366 Apr 22 21:43:33.067198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34302) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:33.086763 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.v2.resource [None req-e268570b-3c35-4215-aeb7-9c1e7bb86e67 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] show failed (client error): The resource could not be found. Apr 22 21:43:33.087968 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e268570b-3c35-4215-aeb7-9c1e7bb86e67 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "GET /v2.0/security-groups/8779e9a9-98eb-4ab1-a385-ace2544077e9 HTTP/1.1" status: 404 len: 347 time: 0.0198085 Apr 22 21:43:33.091205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34306) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:33.327738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:33.332589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0aca2-5231-4906-96fe-47f10fb96f8b None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:34:18Z', 'revision_number': 4, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': 'd5330f15-7a97-441c-b591-cb754a6909c0', 'name': '', 'network_id': 'f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'mac_address': 'fa:16:3e:ba:ea:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:16Z', 'updated_at': '2021-04-22T21:34:36Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'subnets': [{'id': 'e6d9bfb1-b57a-4f7c-993e-332028a13003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:43:33.347146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Deleting port 89976c1e-8709-4e30-a254-caa5b0e2a889 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:33.347992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.480753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.481089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.622421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Calling delete_port for 89976c1e-8709-4e30-a254-caa5b0e2a889 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:33.744351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.748596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c152c2ac-4422-4b89-84a6-39b92aeece7e tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:33.751987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc608bf-0cba-46e6-8cb3-6561f80f3530 None None] New status for floating IP 0c8d353b-12ae-45b9-be9e-5402b4d980fe: DOWN {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:43:33.797514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Pushing event deleted for resources: {'Port': ['ID=89976c1e-8709-4e30-a254-caa5b0e2a889,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:33.829572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:33.902505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.919173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:33.920545 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-7f055d79-15b1-4e00-94d0-6c79b1abd493 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] 10.222.0.15 "DELETE /v2.0/floatingips/0c8d353b-12ae-45b9-be9e-5402b4d980fe HTTP/1.1" status: 204 len: 168 time: 0.8283222 Apr 22 21:43:34.604567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:43:34.644961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 000aea6a-298d-48d5-86a7-0d2e5598526b {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:43:34.645493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 000aea6a-298d-48d5-86a7-0d2e5598526b not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:43:35.151540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:36.808697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34330) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:37.828679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:38.273921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Deleting port d5330f15-7a97-441c-b591-cb754a6909c0 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:38.274317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:38.403363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] For port d5330f15-7a97-441c-b591-cb754a6909c0, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=d5330f15-7a97-441c-b591-cb754a6909c0,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:38.403749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:38.536149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Calling delete_port for d5330f15-7a97-441c-b591-cb754a6909c0 owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:38.691217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:38.695143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:38.742328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5330f15-7a97-441c-b591-cb754a6909c0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:38.745745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:39.032473 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:39.428881 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:43:39.436615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:43:39.618945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:43:39.628822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Sync routers for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:43:39.632178 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd5cc504-014f-4d92-bf28-6f5a2697d5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8219712 Apr 22 21:43:39.635075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34336) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:39.640142 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:39.640855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:39.831597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks [] for router, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:39.835830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:39.977239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-85d1c5d6-ecae-4f7e-b567-30b2ebb148af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.021911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.099292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Deleting port b40dfd09-a04c-4826-bab7-b9e23dae26fd {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:40.099866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.157198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:43:38Z', 'revision_number': 5, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port': {'id': 'b40dfd09-a04c-4826-bab7-b9e23dae26fd', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:34:06Z', 'updated_at': '2021-04-22T21:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:40.161341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Checking router: dd5cc504-014f-4d92-bf28-6f5a2697d5d6 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:43:40.171411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Routers {'dd5cc504-014f-4d92-bf28-6f5a2697d5d6'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:40.172125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:40.228514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] For port b40dfd09-a04c-4826-bab7-b9e23dae26fd, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=b40dfd09-a04c-4826-bab7-b9e23dae26fd,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:40.228909 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.333863 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] Set router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 gateway port host: None {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:40.359184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Calling delete_port for b40dfd09-a04c-4826-bab7-b9e23dae26fd owned by network:router_gateway {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:40.446693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:43:40Z', 'revision_number': 6, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:40.450912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974af982-c080-4adc-bbfe-cc52c5418da9 None None] The sync data for ids ['dd5cc504-014f-4d92-bf28-6f5a2697d5d6'] in dv-cinder-763306-11-smb is: [{'id': 'dd5cc504-014f-4d92-bf28-6f5a2697d5d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1969489923-router', 'tenant_id': '411a2d7c9fd942c183410b742b669b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:34:04Z', 'updated_at': '2021-04-22T21:43:40Z', 'revision_number': 6, 'project_id': '411a2d7c9fd942c183410b742b669b03', 'gw_port_host': None}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:43:40.517481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.522852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7053a736-81c8-4d22-a542-518bab754786 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:40.568174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Pushing event deleted for resources: {'Port': ['ID=b40dfd09-a04c-4826-bab7-b9e23dae26fd,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:40.609823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.610112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.610537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.610901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.611294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.611684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.612103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.612495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.612883 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.613268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.613654 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.614060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:40.626141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:40.685011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:40.771065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device d5330f15-7a97-441c-b591-cb754a6909c0 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:43:40.810818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: d5330f15-7a97-441c-b591-cb754a6909c0 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:43:40.811063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device d5330f15-7a97-441c-b591-cb754a6909c0 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:43:41.160710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.163137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.187234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.187788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5cc504-014f-4d92-bf28-6f5a2697d5d6 {{(pid=86417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:43:41.202464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.203731 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9230b89e-3c30-4b62-bf40-6222c72e548c admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd5cc504-014f-4d92-bf28-6f5a2697d5d6 HTTP/1.1" status: 204 len: 168 time: 1.5676003 Apr 22 21:43:41.206930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34340) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:41.278576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Deleting subnet e6d9bfb1-b57a-4f7c-993e-332028a13003 {{(pid=86417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:43:41.282332 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.335056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826104683'] for subnet, precommit_delete_associations {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.422552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.685609 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827435880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27284814'] for subnet, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.689666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-17ab1b15-69c6-4f79-9248-0f84455d6221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:41.725941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d9bfb1-b57a-4f7c-993e-332028a13003,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:41.729304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:41.736251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.742364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc355982-a00e-4d90-b008-391273551fb1 None None] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:43:41.743355 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cddaa530-20aa-4d2b-9d07-67a3e87083e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6d9bfb1-b57a-4f7c-993e-332028a13003 HTTP/1.1" status: 204 len: 168 time: 0.5353589 Apr 22 21:43:41.746378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34344) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:41.863325 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.939770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Deleting port 32b57e4d-b39c-4849-82a9-91a954c112ae {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:41.940321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:41.960048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f939a2a9-6d8d-4ded-bf69-82069495c106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.032692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] DHCP port deletion for f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:43:42.049959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] For port 32b57e4d-b39c-4849-82a9-91a954c112ae, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=32b57e4d-b39c-4849-82a9-91a954c112ae,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:42.050341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.101801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Deleting port 32b57e4d-b39c-4849-82a9-91a954c112ae {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:43:42.102218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.184253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Calling delete_port for 32b57e4d-b39c-4849-82a9-91a954c112ae owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:42.210055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] For port 32b57e4d-b39c-4849-82a9-91a954c112ae, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=32b57e4d-b39c-4849-82a9-91a954c112ae,segment=NetworkSegment(a5f8e1e3-b51b-4f97-85f7-f55b83c32123),segment_id=a5f8e1e3-b51b-4f97-85f7-f55b83c32123)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:42.210555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.347309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Calling delete_port for 32b57e4d-b39c-4849-82a9-91a954c112ae owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:43:42.398478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.402734 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:42.453192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Pushing event deleted for resources: {'Port': ['ID=32b57e4d-b39c-4849-82a9-91a954c112ae,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:42.458756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] No DVR routers for this DVR port 32b57e4d-b39c-4849-82a9-91a954c112ae on host dv-cinder-763306-11-smb {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:43:42.465010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.465319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.465691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.466060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.466448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.466800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.467163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.467615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.468008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.468362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.468716 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.469273 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:42.472999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-88f5ab21-3bd6-4dd2-b1d5-63be07e30c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:42.487350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:43:42.487714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:43:42.561176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:42.693503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 32b57e4d-b39c-4849-82a9-91a954c112ae no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:43:42.731154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 32b57e4d-b39c-4849-82a9-91a954c112ae {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:43:42.731402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 32b57e4d-b39c-4849-82a9-91a954c112ae not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:43:42.731895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device b40dfd09-a04c-4826-bab7-b9e23dae26fd no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:43:42.770913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: b40dfd09-a04c-4826-bab7-b9e23dae26fd {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:43:42.771298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device b40dfd09-a04c-4826-bab7-b9e23dae26fd not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:43:42.897245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.025279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] The port '32b57e4d-b39c-4849-82a9-91a954c112ae' was deleted {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:43:43.160126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.274844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:43.288894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:43.289154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f8e1e3-b51b-4f97-85f7-f55b83c32123') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:43.302360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.317673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.324366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:43:43.509241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:43:43.519074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.703038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Network f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:43:43.725999 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:43:43.806127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.810122 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:43.824529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.836104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:43.839703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:43.851939 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ea1ca39b-8776-4e2d-8e45-dc238ff5747f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4a5b597-4220-41d8-a1d8-fdca6fb9cd7f HTTP/1.1" status: 204 len: 168 time: 2.1043892 Apr 22 21:43:43.952876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:43.982784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34350) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:44.043841 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-96c4bed8-59de-4d1f-9694-67e894f554c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=411a2d7c9fd942c183410b742b669b03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599372 Apr 22 21:43:44.047738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34354) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:44.117819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:44.146676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:44.197082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:44.204150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e9b60b42-983f-4738-a4af-bc65f7a989f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:44.218145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338c8fae-9c43-491a-b98b-9a3348482de1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:44.221983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:44.225470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:44.226694 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e77639c7-8d67-43ce-b833-5da08742f14d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/338c8fae-9c43-491a-b98b-9a3348482de1 HTTP/1.1" status: 204 len: 168 time: 0.1779377 Apr 22 21:43:45.073897 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34378) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:45.204576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1890750170-network', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:45.211538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:45.218004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Usage tracker for resource:network and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:45.221266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:45.228051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:45.239963 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Made reservation on behalf of ed5bc796c3534f4fb662a7cec3462bc4 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:43:45.245305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.258905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.274266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:45.278445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:45.281667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:45.288115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:45.379799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.383713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.386914 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-44158701-234e-4989-8063-cdabb89ece24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:45.420134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:43:45.429205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59129baf-53c9-40c1-86ca-0db11e9df3d0,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:45.433136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:45.436377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.436767 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Added segment 8a792c4e-be2f-4b55-b6ee-b94d9a01d77f of type vlan for network f6695ee9-1f53-4b7d-b440-9611036c9c12 Apr 22 21:43:45.465700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.498510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.500067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:45.500715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:45.505894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2d173360-957c-4cd7-af80-d727ccffcf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:45.610445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Pushing event updated for resources: {'Network': ['ID=f6695ee9-1f53-4b7d-b440-9611036c9c12,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:45.613393 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:45.615244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5402148 Apr 22 21:43:45.619537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34384) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:45.621506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:43:45.626293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Request body: {'subnet': {'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1890750170-subnet', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:45.632010 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:45.636443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Usage tracker for resource:subnet and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:45.639686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:45.645798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:45.660335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Made reservation on behalf of ed5bc796c3534f4fb662a7cec3462bc4 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:43:45.665131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.094492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.098612 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:46.176193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:46.179085 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:46.189308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Checking segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:43:46.189701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Network hostable DHCP agents. Network: f6695ee9-1f53-4b7d-b440-9611036c9c12, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:43:46.209327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:43:46.219039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, f6695ee9-1f53-4b7d-b440-9611036c9c12) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:46.228513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac97eb-c807-40d9-96c0-6bb9eb629edc None None] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:43:46.233166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:46.233850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.254169 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-21e75cd9-78bf-44b7-a086-b436dc408805 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6330535 Apr 22 21:43:46.257050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34388) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:46.262495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:46.267891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:46.272137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Usage tracker for resource:router and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:46.275832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:46.282260 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:46.292335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.293509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.310301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.457731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-f6695ee9-1f53-4b7d-b440-9611036c9c12', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:43:46.458634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.607693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.628229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Allocated IP 172.20.0.2 (f6695ee9-1f53-4b7d-b440-9611036c9c12/fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088/720072d5-39cb-4685-a19e-1e21f65136c5) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:43:46.846216 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.859845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Transition to ACTIVE for port object 720072d5-39cb-4685-a19e-1e21f65136c5 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:46.879574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Transition to ACTIVE for port object 720072d5-39cb-4685-a19e-1e21f65136c5 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:46.884927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.890685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:46.933391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.956813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:46.960437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:46.964420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:43:46.968813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:46.974234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Pushing event updated for resources: {'Port': ['ID=720072d5-39cb-4685-a19e-1e21f65136c5,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:47.002576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:47.068253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Attempting to bind port 720072d5-39cb-4685-a19e-1e21f65136c5 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:43:47.068657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Attempting to bind port 720072d5-39cb-4685-a19e-1e21f65136c5 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:43:47.069074 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Attempting to bind port 720072d5-39cb-4685-a19e-1e21f65136c5 on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:43:47.074912 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:43:47.075309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Checking segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:43:47.075733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:47.076175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Bound using segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:43:47.076788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Bound port: 720072d5-39cb-4685-a19e-1e21f65136c5, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:43:47.077191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:47.112540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Allocated IP 172.28.3.233 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/11ff1f1e-4dd2-403e-8f07-9f9af50fcbca) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:43:47.173151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] For port 720072d5-39cb-4685-a19e-1e21f65136c5, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:43:47.176586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] For port 720072d5-39cb-4685-a19e-1e21f65136c5, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=720072d5-39cb-4685-a19e-1e21f65136c5,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:43:47.180373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:47.184014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:47.270742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:47.278428 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Pushing event updated for resources: {'Port': ['ID=720072d5-39cb-4685-a19e-1e21f65136c5,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:47.283749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:47.306935 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:47.312059 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:47.381949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:47.385753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:47.389852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:43:47.426834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Pushing event updated for resources: {'Port': ['ID=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:47.431067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:47.840092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:48.476545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:48.574686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e318d-a320-4d26-8984-d1a50cd7f5e9 None None] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:43:48.701781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Router ec1c7442-46b6-47e5-b439-b171536f8540 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:43:48.888073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 720072d5-39cb-4685-a19e-1e21f65136c5 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:48.921262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-569dbc25-bdf0-4f71-8618-16fef3730c4b None None] Provisioning for port 720072d5-39cb-4685-a19e-1e21f65136c5 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:48.952083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:43:48.969880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:43:48.989411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:48.989733 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:48.996054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:48.996370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-815cada2-8681-41b5-b727-b485682f20da admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7327948 Apr 22 21:43:48.996531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34392) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:49.069214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 720072d5-39cb-4685-a19e-1e21f65136c5 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:49.083501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 720072d5-39cb-4685-a19e-1e21f65136c5 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:49.084146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.216077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:49.233969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.270648 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 720072d5-39cb-4685-a19e-1e21f65136c5, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=720072d5-39cb-4685-a19e-1e21f65136c5,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:49.275034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.281906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:49.360482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=720072d5-39cb-4685-a19e-1e21f65136c5,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:49.373578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:49.474620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-0c28c73d-0a96-4345-af1b-da81c8db8920 None None] Provisioning complete for port 720072d5-39cb-4685-a19e-1e21f65136c5 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:49.474946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0c28c73d-0a96-4345-af1b-da81c8db8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.695529 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:47Z', 'revision_number': 3, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:49.699658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:43:49.700084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Updating router ec1c7442-46b6-47e5-b439-b171536f8540 port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:43:49.753686 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.758895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:49.970018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Allocated IP 172.20.0.1 (f6695ee9-1f53-4b7d-b440-9611036c9c12/fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088/34d935c8-d901-4b30-9824-e6a82d21b2d8) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:43:50.101172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.113226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Transition to ACTIVE for port object 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:50.119860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.124874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d2eb0d7-2d07-4969-bced-bfb54cd193f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:50.128449 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.145525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Transition to ACTIVE for port object 34d935c8-d901-4b30-9824-e6a82d21b2d8 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:50.171779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.175961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fedb6a67-1deb-4e15-a69d-dcb68cc6e0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:50.207079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Attempting to bind port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:43:50.207441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Attempting to bind port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:43:50.207841 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Attempting to bind port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:43:50.215867 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Pushing event updated for resources: {'Port': ['ID=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:50.218378 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:43:50.218780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:43:50.219212 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.219638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:43:50.220162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Bound port: 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:43:50.220566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.248032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:50.251190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:50.255238 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:43:50.263652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.264155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.264489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.264849 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.265200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.265554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.265901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.266245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.266617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.266949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.267311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.267650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:43:50.271557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:50.288187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Pushing event updated for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:50.295543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:50.317427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] For port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:43:50.318894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.323098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] For port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:43:50.329256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.333936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:50.420564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:50.421242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:50.479454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Pushing event updated for resources: {'Port': ['ID=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:50.538215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-92f64f79-e2f2-4924-8ecc-39e265a50e75 None None] Provisioning for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:50.544288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-92f64f79-e2f2-4924-8ecc-39e265a50e75 None None] Provisioning complete for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:50.544752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-92f64f79-e2f2-4924-8ecc-39e265a50e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.551126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:50.609504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-92f64f79-e2f2-4924-8ecc-39e265a50e75 None None] Port 34d935c8-d901-4b30-9824-e6a82d21b2d8 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:43:50.630982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:50.707972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 720072d5-39cb-4685-a19e-1e21f65136c5 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:50.783512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 720072d5-39cb-4685-a19e-1e21f65136c5 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:50.783975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.835097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:50.951756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:47Z', 'revision_number': 3, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:50.956143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a48bd-2cf0-4fbf-8218-afaa69915daf None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:47Z', 'revision_number': 3, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:43:51.083610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:51.088096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:51.113754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6df12d3a-0121-464d-820f-865e39625270 tempest-AttachVolumeNegativeTest-210637420 tempest-AttachVolumeNegativeTest-210637420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:51.202953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Pushing event updated for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:51.205726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:51.209606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:51.356503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:51.357750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:51.538359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-d054069d-6f1f-4a21-a5df-a1ba871f8976 None None] Provisioning complete for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:51.538770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d054069d-6f1f-4a21-a5df-a1ba871f8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:51.561908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:43:51.596358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-d054069d-6f1f-4a21-a5df-a1ba871f8976 None None] Port 34d935c8-d901-4b30-9824-e6a82d21b2d8 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:43:51.763827 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:43:51.773986 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] 10.222.0.15 "PUT /v2.0/routers/ec1c7442-46b6-47e5-b439-b171536f8540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7760732 Apr 22 21:43:52.430911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34402) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:52.437011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802718430', 'description': 'tempest-description--882751472'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:52.443739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:52.448243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:52.452629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:52.459104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:52.469410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.492231 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:52.496602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:52.499728 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:52.505943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:52.581647 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.584739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.590388 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a3487941-6f21-4720-9708-83ef721748f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:52.632502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.633812 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2017627 Apr 22 21:43:52.634814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8941d-dabc-4dbb-9d66-74a181fb2345,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:52.636992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34406) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:52.640033 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-03e9b65b-93c5-4148-94f7-1dec4ca8b707 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:52.643479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group_rule': {'security_group_id': '9af8941d-dabc-4dbb-9d66-74a181fb2345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:52.650675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:52.655177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:52.658778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:52.665884 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:52.685649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.741761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:52.769618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.773024 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.781727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:52.805182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8e2568-e8e7-44dc-a040-1f7036f82c38,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:52.808047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:52.813211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.817373 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d39aa71f-9061-4964-a50f-3fc29d1dee29 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790986 Apr 22 21:43:52.817690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34410) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:52.824240 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group_rule': {'security_group_id': '9af8941d-dabc-4dbb-9d66-74a181fb2345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:52.831372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:52.834643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:52.836592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:52.839891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:52.841177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:52.841879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.846477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:52.866039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.973334 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.977910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:52.981515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fbe2fa12-af5c-46c0-b9d9-e9a38403657e tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:52.983224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.001028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:53.004417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.006384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:53.021693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489bc24d-981d-4dec-a3ba-5723f0600503,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:53.030387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:53.046066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.047435 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9cd0bd39-42c1-4874-a7f6-0c6babc441ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286282 Apr 22 21:43:53.050704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34414) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:43:53.056619 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:53.063286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:53.068311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:floatingip and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:43:53.071631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:43:53.078606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:53.084789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:53.088381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:53.091748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.257301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.414564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Allocated IP 172.28.3.179 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/d04dee00-64f5-4cd8-bc27-f12c9a13dc0c) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:43:53.576375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.609843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.614876 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-32cefad0-a86e-43bf-8b89-444676fb87e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:53.625290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:43:53.636278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:53.636959 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:53.684828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:53.687949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:53.691888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:43:53.727100 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=d04dee00-64f5-4cd8-bc27-f12c9a13dc0c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:53.731355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:53.781492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:53.828133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:53.845875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.069021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.073469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.078320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-73d05efd-891f-41c0-8a80-41d78229880b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:54.162087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 2, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:54.166392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:43:54.166790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Updating router ec1c7442-46b6-47e5-b439-b171536f8540 port 34d935c8-d901-4b30-9824-e6a82d21b2d8 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:43:54.192833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=d04dee00-64f5-4cd8-bc27-f12c9a13dc0c,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:54.197500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:54.204846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.228305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.236094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.236291 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1780620 Apr 22 21:43:54.425692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-7cb284ee-adac-4f3c-a6dc-f5614c62cbc2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:43:54.442571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-7cb284ee-adac-4f3c-a6dc-f5614c62cbc2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:43:54.443835 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-7cb284ee-adac-4f3c-a6dc-f5614c62cbc2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1802718430&fields=id&tenant_id=ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 267 time: 0.0641959 Apr 22 21:43:54.613397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.620288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-c967da9d-7f1b-44fd-aa4c-ee665f0729dd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:54.621063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-c967da9d-7f1b-44fd-aa4c-ee665f0729dd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:43:54.627828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Transition to ACTIVE for port object 34d935c8-d901-4b30-9824-e6a82d21b2d8 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:54.634329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.638215 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-c967da9d-7f1b-44fd-aa4c-ee665f0729dd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:43:54.639541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:54.639673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-c967da9d-7f1b-44fd-aa4c-ee665f0729dd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 811 time: 0.1879728 Apr 22 21:43:54.657598 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f7b5e92e-ce66-4d4b-b686-f1186b1cceff tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/quotas/ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 375 time: 0.0112712 Apr 22 21:43:54.756023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:54.757442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8969fa3f-aacf-4bb5-9aad-38be36589f57 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:43:54.776770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8969fa3f-aacf-4bb5-9aad-38be36589f57 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:43:54.778523 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8969fa3f-aacf-4bb5-9aad-38be36589f57 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122475 Apr 22 21:43:54.853368 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Pushing event updated for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:54.871773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:54.935843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Attempting to bind port 34d935c8-d901-4b30-9824-e6a82d21b2d8 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:43:54.936335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Attempting to bind port 34d935c8-d901-4b30-9824-e6a82d21b2d8 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:43:54.936731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Attempting to bind port 34d935c8-d901-4b30-9824-e6a82d21b2d8 on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:43:54.949759 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:43:54.950106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Checking segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:43:54.950585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.951013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Bound using segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:43:54.951570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Bound port: 34d935c8-d901-4b30-9824-e6a82d21b2d8, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:43:54.951972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:54.994878 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-491df696-ace8-4232-9af6-7bb9fef60019 service neutron] 10.222.0.15 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017105 Apr 22 21:43:55.022131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:55.022542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:55.113453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] For port 34d935c8-d901-4b30-9824-e6a82d21b2d8, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:43:55.119617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] For port 34d935c8-d901-4b30-9824-e6a82d21b2d8, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=34d935c8-d901-4b30-9824-e6a82d21b2d8,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:43:55.125317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:55.130831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:55.143269 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-2bad0f35-93f1-4e20-bf7a-3438f147b982 service neutron] 10.222.0.15 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415734 Apr 22 21:43:55.367575 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d2b1b52e-3cf4-4003-b0d3-1f57d5d6fa22 req-02057fca-327d-407d-bb6c-86e818665697 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 210 time: 0.0519559 Apr 22 21:43:55.439809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:43:55.440496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:55.574737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Pushing event updated for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:55.580019 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:55.651490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:43:55.998913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:55Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:43:56.003214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c36dc-7e5b-441c-96c3-4d5f4ff3e5e2 None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:55Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:43:56.566754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8e4a4509-574b-4df4-9538-8ee8da4142ba tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:56.568412 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8e4a4509-574b-4df4-9538-8ee8da4142ba tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 811 time: 0.2213774 Apr 22 21:43:56.570945 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-50cd4594-af49-4bd0-8e72-a96fd00633f7 req-0e1a4a3d-bf72-455c-b1e9-968671e1cf54 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 210 time: 0.0676379 Apr 22 21:43:56.643011 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-c8492357-b6d4-4f96-be83-6efd94bbc289 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 380 time: 0.0469859 Apr 22 21:43:56.652927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'port': {'device_id': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'admin_state_up': True, 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'security_groups': ['9af8941d-dabc-4dbb-9d66-74a181fb2345']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:56.745531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 34d935c8-d901-4b30-9824-e6a82d21b2d8 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:56.828835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:56.834981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:56.835396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:56.975804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.013450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 34d935c8-d901-4b30-9824-e6a82d21b2d8, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=34d935c8-d901-4b30-9824-e6a82d21b2d8,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:43:57.017349 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.019662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:57.060225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:43:57.071275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:43:57.082060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Made reservation on behalf of ed5bc796c3534f4fb662a7cec3462bc4 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:43:57.088696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.103442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:57.110195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:57.277206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Allocated IP 172.20.0.7 (f6695ee9-1f53-4b7d-b440-9611036c9c12/fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088/3263a10e-22b7-4ed1-b946-2e12de4ce45d) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:43:57.483706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.501153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Transition to ACTIVE for port object 3263a10e-22b7-4ed1-b946-2e12de4ce45d will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:57.526407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.532504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-48e88674-c0d4-4fe6-8d0b-fe8e4a200000 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:57.603222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:43:57.606657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:43:57.611023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:43:57.649512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:57.675700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:57.698395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:57.699123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.733630 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0851150 Apr 22 21:43:57.746342 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Request body: {'port': {'device_id': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:43:57.843778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc5300-43f9-499c-9ab9-4e61bf10b062 req-4c8f62e6-096b-4306-ae7b-e4d1b8cc09cb tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:57.847534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f541f6e5-005b-4b6e-ae39-63ec0ce36956 None None] Provisioning for port 3263a10e-22b7-4ed1-b946-2e12de4ce45d completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:43:57.848090 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dfc5300-43f9-499c-9ab9-4e61bf10b062 req-4c8f62e6-096b-4306-ae7b-e4d1b8cc09cb tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 931 time: 0.1579137 Apr 22 21:43:57.859894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f541f6e5-005b-4b6e-ae39-63ec0ce36956 None None] Provisioning complete for port 3263a10e-22b7-4ed1-b946-2e12de4ce45d triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:57.860319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f541f6e5-005b-4b6e-ae39-63ec0ce36956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.880115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:57.901973 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2dfc5300-43f9-499c-9ab9-4e61bf10b062 req-fc997677-521b-4e9b-bc5a-e2ba17415c62 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:43:57.915266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-2dfc5300-43f9-499c-9ab9-4e61bf10b062 req-fc997677-521b-4e9b-bc5a-e2ba17415c62 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:43:57.916561 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dfc5300-43f9-499c-9ab9-4e61bf10b062 req-fc997677-521b-4e9b-bc5a-e2ba17415c62 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607734 Apr 22 21:43:57.948650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f541f6e5-005b-4b6e-ae39-63ec0ce36956 None None] Port 3263a10e-22b7-4ed1-b946-2e12de4ce45d cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:43:58.270032 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3263a10e-22b7-4ed1-b946-2e12de4ce45d {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:43:58.278927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.295004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Transition to ACTIVE for port object 3263a10e-22b7-4ed1-b946-2e12de4ce45d will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:43:58.299198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.303194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2567479d-877f-4dce-92fc-98148a902026 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:58.442624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Pushing event updated for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:58.471894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:58.559381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Attempting to bind port 3263a10e-22b7-4ed1-b946-2e12de4ce45d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:43:58.559628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Attempting to bind port 3263a10e-22b7-4ed1-b946-2e12de4ce45d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:43:58.560063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Attempting to bind port 3263a10e-22b7-4ed1-b946-2e12de4ce45d on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:43:58.565705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Port 3263a10e-22b7-4ed1-b946-2e12de4ce45d on network f6695ee9-1f53-4b7d-b440-9611036c9c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:43:58.566049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Attempting to bind port 3263a10e-22b7-4ed1-b946-2e12de4ce45d on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:43:58.571946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:43:58.572292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Checking segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:43:58.572712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Bound using segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:43:58.573189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Bound port: 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:43:58.573573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.683777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:43:58.687607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:43:58.691714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.695844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9aaa2f38-b58e-4652-acec-86c55f1164ee tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:43:58.716413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 34d935c8-d901-4b30-9824-e6a82d21b2d8 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:43:58.758224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:58.758892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.760447 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-f5313d87-46f9-4898-927a-484e9781727f service neutron] 10.222.0.26 "PUT /v2.0/ports/3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1093 time: 1.0192933 Apr 22 21:43:58.761007 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:43:58.785996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Pushing event updated for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:43:58.790985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:43:58.796625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 34d935c8-d901-4b30-9824-e6a82d21b2d8 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:43:58.797046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:43:58.860658 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'status': 'completed', 'code': 200} Apr 22 21:43:58.903673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-e617c521-8a52-46a8-bd32-3904851ceccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:58.905484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-e617c521-8a52-46a8-bd32-3904851ceccf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1096 time: 0.0984833 Apr 22 21:43:58.988737 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-dc63c88d-fdea-4fd1-bacc-6b6058d3ea0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 217 time: 0.0754206 Apr 22 21:43:59.058197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8a743729-839d-496d-bc83-ec8838795af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.059772 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-8a743729-839d-496d-bc83-ec8838795af5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0650909 Apr 22 21:43:59.123709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ee7a-3b9e-4eae-a652-d8cf5a52934d req-713b5363-7ea6-4b14-8b68-cb1d8a8cd0aa tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.125261 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4939ee7a-3b9e-4eae-a652-d8cf5a52934d req-713b5363-7ea6-4b14-8b68-cb1d8a8cd0aa tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 943 time: 0.0901437 Apr 22 21:43:59.148915 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-1f4645b9-cd81-4928-b2c7-4d49ad5c163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.150544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-1f4645b9-cd81-4928-b2c7-4d49ad5c163a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0843177 Apr 22 21:43:59.175336 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4939ee7a-3b9e-4eae-a652-d8cf5a52934d req-ec187f09-d18e-4800-b6af-1fdf942acb2e tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Apr 22 21:43:59.295680 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-73e0a542-5db3-43a5-b9e7-faee5fab4aec service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385474 Apr 22 21:43:59.452427 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-23ee110d-d8f0-4d89-971b-c18dd58bea82 req-cd4de784-b01a-4206-a4d9-e2487057a016 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498089 Apr 22 21:43:59.578792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e785f-710e-40a1-828e-6cc54643ba9e req-dc0a51ef-05cd-4e02-8863-9500fe092582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.580439 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-dc0a51ef-05cd-4e02-8863-9500fe092582 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1096 time: 0.0818098 Apr 22 21:43:59.725950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e785f-710e-40a1-828e-6cc54643ba9e req-52acb07e-4b20-4d25-ab2c-f512095764d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.727444 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-52acb07e-4b20-4d25-ab2c-f512095764d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1401305 Apr 22 21:43:59.804230 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-03869680-f0a5-4dd2-a62c-c9fcf9c0b246 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 217 time: 0.0698891 Apr 22 21:43:59.874962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e785f-710e-40a1-828e-6cc54643ba9e req-dd0534c4-7377-4812-b590-0c5c0d399688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.876570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-dd0534c4-7377-4812-b590-0c5c0d399688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0665953 Apr 22 21:43:59.964786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e785f-710e-40a1-828e-6cc54643ba9e req-e125eb4f-3035-450e-938a-4294d2df19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:43:59.966431 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-e125eb4f-3035-450e-938a-4294d2df19ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0828216 Apr 22 21:44:00.123828 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-14e1116b-c7d7-403f-a854-efc06c9b777f service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496944 Apr 22 21:44:00.281275 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-148e785f-710e-40a1-828e-6cc54643ba9e req-596f4897-fa6d-4b3b-94fe-2b51e50ccb98 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501966 Apr 22 21:44:00.387512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094ff99-adb9-40d8-a6b9-ed3395d6a9bf req-3d64fb26-2b11-4a2b-bbb5-991169b63ede tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:00.388285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b094ff99-adb9-40d8-a6b9-ed3395d6a9bf req-3d64fb26-2b11-4a2b-bbb5-991169b63ede tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:44:00.404352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-b094ff99-adb9-40d8-a6b9-ed3395d6a9bf req-3d64fb26-2b11-4a2b-bbb5-991169b63ede tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:44:00.405714 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b094ff99-adb9-40d8-a6b9-ed3395d6a9bf req-3d64fb26-2b11-4a2b-bbb5-991169b63ede tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 943 time: 0.1094947 Apr 22 21:44:00.454723 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b094ff99-adb9-40d8-a6b9-ed3395d6a9bf req-0e7ae6c5-7c66-44e4-ac3f-a308a4c96e8e tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Apr 22 21:44:01.669375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a855fa-7ae9-4eaf-adcd-5de29bf062bc req-71700d4c-7304-49e5-b40b-3aba7089b800 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:01.671048 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-87a855fa-7ae9-4eaf-adcd-5de29bf062bc req-71700d4c-7304-49e5-b40b-3aba7089b800 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 943 time: 0.0993257 Apr 22 21:44:01.721936 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-87a855fa-7ae9-4eaf-adcd-5de29bf062bc req-4a875e84-7eae-45f9-8cca-ddc36e943323 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 Apr 22 21:44:02.696224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 3263a10e-22b7-4ed1-b946-2e12de4ce45d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:44:02.847098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:44:02.863115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'port_id': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'mac_address': 'fa:16:3e:e1:6e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:44:02.924611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:02.944507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3263a10e-22b7-4ed1-b946-2e12de4ce45d {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:44:02.962263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:44:02.966732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:02.968931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:44:03.026062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60a4d1-95d6-4535-9ceb-f657c3dc0e02 req-ca7dc254-8378-4732-8910-998d26f5f04a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:03.027713 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c60a4d1-95d6-4535-9ceb-f657c3dc0e02 req-ca7dc254-8378-4732-8910-998d26f5f04a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 944 time: 0.1847987 Apr 22 21:44:03.045829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:44:03.051153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:44:03.082085 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7c60a4d1-95d6-4535-9ceb-f657c3dc0e02 req-2c10cdbd-8b3c-49b4-9977-703e7a33e0c3 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472786 Apr 22 21:44:03.287105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['3263a10e-22b7-4ed1-b946-2e12de4ce45d'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:44:04.307525 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4112e-e368-48d0-abdf-05b52d19dcd3 req-32ed05c0-416d-4607-926b-e45e508260f3 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:04.309184 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28a4112e-e368-48d0-abdf-05b52d19dcd3 req-32ed05c0-416d-4607-926b-e45e508260f3 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 944 time: 0.1072009 Apr 22 21:44:04.361179 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-28a4112e-e368-48d0-abdf-05b52d19dcd3 req-94e28a7b-34b5-4366-921b-e1075a15f59d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Apr 22 21:44:04.711385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 3263a10e-22b7-4ed1-b946-2e12de4ce45d up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:44:04.798688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 3263a10e-22b7-4ed1-b946-2e12de4ce45d completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:44:04.804191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 3263a10e-22b7-4ed1-b946-2e12de4ce45d triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:44:04.804651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:04.933726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:04.963076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:44:04.973899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:44:04.977417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:04.979320 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:44:05.026961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'code': 200} Apr 22 21:44:05.051531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:44:05.054835 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:44:05.180292 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:05.272082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572286d-b453-4533-a4d2-4cc70c73f53f req-147fd66e-e1ad-4fc9-a588-6cc32e6e3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:05.273674 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f572286d-b453-4533-a4d2-4cc70c73f53f req-147fd66e-e1ad-4fc9-a588-6cc32e6e3097 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.0811942 Apr 22 21:44:05.320263 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f572286d-b453-4533-a4d2-4cc70c73f53f req-83f18a6e-1a0f-4ae0-9d2e-41b82f9bac3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397284 Apr 22 21:44:05.585636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a320-d1f8-48be-a1b3-bf5fec638269 req-ee641b8a-252c-4d46-ad58-1558c0324fcd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:05.587717 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2ae0a320-d1f8-48be-a1b3-bf5fec638269 req-ee641b8a-252c-4d46-ad58-1558c0324fcd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1030443 Apr 22 21:44:05.637776 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2ae0a320-d1f8-48be-a1b3-bf5fec638269 req-6c934972-9164-44ad-a434-d279264108bd tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Apr 22 21:44:06.855117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea3101-0f16-4b32-948d-538ed0e81db5 req-189a898e-e173-472e-a664-c8810e35eead tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:06.856836 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40ea3101-0f16-4b32-948d-538ed0e81db5 req-189a898e-e173-472e-a664-c8810e35eead tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0987861 Apr 22 21:44:06.909746 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-40ea3101-0f16-4b32-948d-538ed0e81db5 req-848562ea-7ea4-42fe-a0a5-f5768059f105 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Apr 22 21:44:07.130366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b6d63-79ea-4a8c-acbb-4fdb56c2fd1f req-3a1e437a-098d-4a6d-89e7-efad15689b05 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:07.132183 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d39b6d63-79ea-4a8c-acbb-4fdb56c2fd1f req-3a1e437a-098d-4a6d-89e7-efad15689b05 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1020377 Apr 22 21:44:07.142210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34476) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:44:07.148262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'floatingip': {'port_id': '3263a10e-22b7-4ed1-b946-2e12de4ce45d'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:44:07.230490 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:07.875976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:07.879274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:08.077292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Floating IP e1f330b3-a65d-4e47-9c63-bfa0009e8cbe associated. External IP: 172.28.3.179, port: 3263a10e-22b7-4ed1-b946-2e12de4ce45d. Apr 22 21:44:08.452076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:44:08.900854 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:44:08.905894 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:08.911412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:44:08.921817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:44:08.922474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:44:08.967371 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3c9db379-f642-4df0-a01e-08f300423c73 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "PUT /v2.0/floatingips/e1f330b3-a65d-4e47-9c63-bfa0009e8cbe HTTP/1.1" status: 200 len: 991 time: 1.8210347 Apr 22 21:44:08.967371 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:44:09.028459 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'status': 'completed', 'code': 200} Apr 22 21:44:09.113608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:44:09.132950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e39aa-2102-4174-ac8c-a20174142e6f req-9f033af4-a63e-4c69-8b21-803c57ce66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:09.134544 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-9f033af4-a63e-4c69-8b21-803c57ce66c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.0842774 Apr 22 21:44:09.278179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e39aa-2102-4174-ac8c-a20174142e6f req-f879be0e-1bd2-4c42-96e8-a0553a981e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:09.279837 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-f879be0e-1bd2-4c42-96e8-a0553a981e7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1391237 Apr 22 21:44:09.398375 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-b3e06c9b-4d20-4c66-a6d4-fca831e46f25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 999 time: 0.1119950 Apr 22 21:44:09.525682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e39aa-2102-4174-ac8c-a20174142e6f req-e7fe9b30-415d-437d-8d6a-6fe5c0551571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:09.527226 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-e7fe9b30-415d-437d-8d6a-6fe5c0551571 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.1213446 Apr 22 21:44:09.658878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'e1f330b3-a65d-4e47-9c63-bfa0009e8cbe', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:e1:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:53Z', 'updated_at': '2021-04-22T21:44:07Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:44:09.663198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:44:09.672687 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:44:09.673347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:43:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:44:09.859539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2ce5fb63-6595-4438-a547-cf432b45d631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:09.862292 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-5913c73b-6bb1-482d-b629-afc9c2ef09d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4166420 Apr 22 21:44:09.876608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:44:09.893671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e39aa-2102-4174-ac8c-a20174142e6f req-1e2145b9-06b5-4aa2-abc6-79301a60644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:09.895249 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-1e2145b9-06b5-4aa2-abc6-79301a60644f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3583090 Apr 22 21:44:10.038268 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-3bd7bf99-d5f1-4dce-98c6-115fa05a9f1c service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356180 Apr 22 21:44:10.189510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-733e39aa-2102-4174-ac8c-a20174142e6f req-5dcbb2cf-08b4-4696-aec3-0f8bf4ad8dfa service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448698 Apr 22 21:44:10.260228 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'e1f330b3-a65d-4e47-9c63-bfa0009e8cbe', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:e1:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:53Z', 'updated_at': '2021-04-22T21:44:07Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:44:10.264896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cfb4-202b-42d9-b434-d6ffeaae8795 None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'e1f330b3-a65d-4e47-9c63-bfa0009e8cbe', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:e1:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:43:53Z', 'updated_at': '2021-04-22T21:44:07Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:44:10.360869 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-78cc95ab-2a90-45d4-86cc-78ef3fa5ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:10.362537 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-78cc95ab-2a90-45d4-86cc-78ef3fa5ce0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.0798860 Apr 22 21:44:10.524429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-24466041-1573-436b-a9da-eac4c4659a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:10.526030 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-24466041-1573-436b-a9da-eac4c4659a16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1437607 Apr 22 21:44:10.555301 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c706d4b-3c3b-45c5-971a-5f2da9c6359e None None] New status for floating IP e1f330b3-a65d-4e47-9c63-bfa0009e8cbe: ACTIVE {{(pid=86419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:44:10.641684 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-26a76a5f-c818-4252-b8ae-2dbbcf26dd16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 999 time: 0.1086552 Apr 22 21:44:10.716417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-2dd88aa7-30dc-438a-8a6a-c2d43515b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:10.718186 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-2dd88aa7-30dc-438a-8a6a-c2d43515b740 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0695879 Apr 22 21:44:10.805595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-c7bb7acc-6fc2-4a7a-ab0c-8fd0d59d36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:44:10.807130 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-c7bb7acc-6fc2-4a7a-ab0c-8fd0d59d36c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0827880 Apr 22 21:44:10.962484 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-2ada7311-6df6-4f33-9a5d-69deae6b0811 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486092 Apr 22 21:44:11.108574 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-52a930db-103d-46b4-a0d9-1f61e2669b5d service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400328 Apr 22 21:44:11.953518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2acecfd4-6220-458d-97d5-7048b09c8e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:12.560922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:12.902157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:13.959199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:16.440054 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:44:35.196856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:39.857425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6cd58286-0be6-4370-8b5f-7d09a57f4a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:41.957726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-700d4ea5-7c68-4368-9a74-746cf4de375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:42.563088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:42.911536 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:43.959165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:44:53.443294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:45:05.208656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:09.851105 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-88c70c3c-bd7d-4bfa-83eb-57fa97edcdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:10.583210 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-9bbf6546-0277-400e-88ee-f30106eb6efa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484518 Apr 22 21:45:10.747369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-88b69b77-b5f3-44ab-9996-ec4aabfb856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:10.748988 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-88b69b77-b5f3-44ab-9996-ec4aabfb856d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.0850918 Apr 22 21:45:10.908508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-d9cb1e53-0823-4cdf-a4d0-80d9c85834e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:10.910060 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-d9cb1e53-0823-4cdf-a4d0-80d9c85834e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1400547 Apr 22 21:45:11.017111 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-13b4837b-fd59-414e-b5d3-9eaa35a33cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1001 time: 0.1000412 Apr 22 21:45:11.090672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-870af0ef-c09f-4c54-8166-e8f996b9d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:11.092304 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-870af0ef-c09f-4c54-8166-e8f996b9d428 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0694270 Apr 22 21:45:11.177915 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-c4aaf60a-719a-4c7f-aaff-d5a43ec2d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:11.179540 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-c4aaf60a-719a-4c7f-aaff-d5a43ec2d9df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0811663 Apr 22 21:45:11.190681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-47aa9ab0-49bf-4fe4-8ac1-5ef9167039c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:45:11.191652 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-47aa9ab0-49bf-4fe4-8ac1-5ef9167039c3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055704 Apr 22 21:45:11.340952 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-8ac299d2-a785-480d-a548-0cf91a69efa9 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423357 Apr 22 21:45:11.493970 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c609b6e0-4442-44c5-8def-4dee34b3ad5a req-f9880271-b423-4808-9484-5950c1642d55 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378503 Apr 22 21:45:11.966315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ec6110f4-53fb-4862-a6af-4adba4789a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:12.564214 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:12.905880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:13.962280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:28.464622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314b03a-8859-4977-91df-19772e57f3d7 req-b29ee2eb-97e8-421d-9385-b70690770494 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:28.466127 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4314b03a-8859-4977-91df-19772e57f3d7 req-b29ee2eb-97e8-421d-9385-b70690770494 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0967684 Apr 22 21:45:28.518885 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4314b03a-8859-4977-91df-19772e57f3d7 req-b3f27b4a-7cef-414b-acd8-e6799b116863 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Apr 22 21:45:29.752655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b55cfd-c60b-49fd-bb52-940d2e223db8 req-7a15d957-8be1-4c3d-ab2f-8b6630b9e123 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:29.754289 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2b55cfd-c60b-49fd-bb52-940d2e223db8 req-7a15d957-8be1-4c3d-ab2f-8b6630b9e123 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0948918 Apr 22 21:45:29.805867 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f2b55cfd-c60b-49fd-bb52-940d2e223db8 req-a3842367-9d78-4f05-a99a-9e3c15fbccfc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Apr 22 21:45:30.444037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:45:31.017478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bebcf-8529-468a-beec-f06d03ab21ea req-55560454-be10-4ce3-9969-d834f9fa0288 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:31.019006 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-435bebcf-8529-468a-beec-f06d03ab21ea req-55560454-be10-4ce3-9969-d834f9fa0288 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0957284 Apr 22 21:45:31.073131 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-435bebcf-8529-468a-beec-f06d03ab21ea req-a83ff2c1-ff62-409e-9720-c0ac9012b990 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Apr 22 21:45:32.286501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585a7c3-76d1-4253-aa05-7a56a69f944c req-4980526f-ae7f-4e16-8fec-df14592122b0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:32.288224 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4585a7c3-76d1-4253-aa05-7a56a69f944c req-4980526f-ae7f-4e16-8fec-df14592122b0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0944755 Apr 22 21:45:32.340116 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-4585a7c3-76d1-4253-aa05-7a56a69f944c req-9a8a6c87-64ee-44f3-a587-ea28cabd8d77 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Apr 22 21:45:33.547695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b82d-0c4f-43cd-aff5-b236ec30d434 req-466d50ed-9282-408c-953d-633c2bb96263 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:33.549338 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bfa1b82d-0c4f-43cd-aff5-b236ec30d434 req-466d50ed-9282-408c-953d-633c2bb96263 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0925708 Apr 22 21:45:33.600692 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bfa1b82d-0c4f-43cd-aff5-b236ec30d434 req-a1707087-bf67-44c8-a742-53e2c6c3e06c tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Apr 22 21:45:34.813650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124791ba-102e-4d9d-af8e-3fa3e44a05bf req-d1ab37c6-6e00-4ec1-81f6-f55e344ff5dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:34.815395 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-124791ba-102e-4d9d-af8e-3fa3e44a05bf req-d1ab37c6-6e00-4ec1-81f6-f55e344ff5dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1000571 Apr 22 21:45:34.870923 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-124791ba-102e-4d9d-af8e-3fa3e44a05bf req-56231d5a-c342-4762-98be-9f87b86ef180 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480616 Apr 22 21:45:35.208796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:36.084275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9424-e97b-4d7b-970f-cbb508071012 req-a1fc8f67-4994-479e-a7e6-073df55acc18 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:36.085879 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e5bd9424-e97b-4d7b-970f-cbb508071012 req-a1fc8f67-4994-479e-a7e6-073df55acc18 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0936179 Apr 22 21:45:36.135359 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e5bd9424-e97b-4d7b-970f-cbb508071012 req-6dac044c-cd98-4fb3-b912-b68d01357ad3 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 Apr 22 21:45:37.351411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e936-64a2-4e27-a16a-3be7cabd6694 req-2a897ee1-3687-4009-a71a-88302c0ff236 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:37.353154 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e268e936-64a2-4e27-a16a-3be7cabd6694 req-2a897ee1-3687-4009-a71a-88302c0ff236 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1003160 Apr 22 21:45:37.405278 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e268e936-64a2-4e27-a16a-3be7cabd6694 req-241cb8fb-f98e-48be-96bf-28b7ce63cce7 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 Apr 22 21:45:38.610969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3a98-78b3-4d71-85a7-d7334bcc4c5b req-7b96313f-5705-4953-90bc-b948d7b085cf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:38.612696 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-09af3a98-78b3-4d71-85a7-d7334bcc4c5b req-7b96313f-5705-4953-90bc-b948d7b085cf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0903952 Apr 22 21:45:38.661953 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-09af3a98-78b3-4d71-85a7-d7334bcc4c5b req-edd6bb11-54ff-4714-9168-fb6371b033cb tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Apr 22 21:45:39.854274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-87ddc8eb-a629-4f8a-8353-fd8592cd7722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:39.880720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951fd0-bceb-464e-a828-4c8845592806 req-fa2259a7-3050-4de0-83ef-fed6c88e6e1d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:39.882427 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c951fd0-bceb-464e-a828-4c8845592806 req-fa2259a7-3050-4de0-83ef-fed6c88e6e1d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1007159 Apr 22 21:45:39.934727 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2c951fd0-bceb-464e-a828-4c8845592806 req-2826b6fd-e906-47b7-8b4e-5dca088be6a7 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Apr 22 21:45:41.146172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bbbd9-458f-4c82-b9cd-9be87db99906 req-1682a037-c438-4de6-94ce-f88d037c22d8 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:41.147806 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-490bbbd9-458f-4c82-b9cd-9be87db99906 req-1682a037-c438-4de6-94ce-f88d037c22d8 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0952895 Apr 22 21:45:41.198733 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-490bbbd9-458f-4c82-b9cd-9be87db99906 req-11053ffe-ac34-418a-929e-e40fb0bd7dc2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440273 Apr 22 21:45:41.965978 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ba4d095d-af0d-4533-828e-3cfb646cd30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:42.412289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a12165-387d-4bdd-b4db-94716b7d49e5 req-1f98de50-043f-43fe-bf67-e3dd9682be0b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:42.414283 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-75a12165-387d-4bdd-b4db-94716b7d49e5 req-1f98de50-043f-43fe-bf67-e3dd9682be0b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0998445 Apr 22 21:45:42.464131 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-75a12165-387d-4bdd-b4db-94716b7d49e5 req-ef212971-3f15-4bb5-8f9b-ed647021364e tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Apr 22 21:45:42.567348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:42.910537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:43.687967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea9f3-65ff-41b8-89a3-2aa3944e28b6 req-bfa081f3-f4f4-41cd-a8ef-164b4830653b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:43.689607 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f42ea9f3-65ff-41b8-89a3-2aa3944e28b6 req-bfa081f3-f4f4-41cd-a8ef-164b4830653b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0975842 Apr 22 21:45:43.738420 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f42ea9f3-65ff-41b8-89a3-2aa3944e28b6 req-8d87114b-fc12-48d6-837f-7c724438de74 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Apr 22 21:45:43.965289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:45:44.956115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14e4c6-4b3d-4cdb-b01a-6bd00344b9e4 req-46022aee-83a1-4599-b2e8-1ff9adc32fd9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:44.957722 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9f14e4c6-4b3d-4cdb-b01a-6bd00344b9e4 req-46022aee-83a1-4599-b2e8-1ff9adc32fd9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0943432 Apr 22 21:45:45.010556 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9f14e4c6-4b3d-4cdb-b01a-6bd00344b9e4 req-2207ea04-e02f-4f7b-9877-d23bc8d54dd2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Apr 22 21:45:45.447672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4957f12-97f8-4762-91a1-30c440b928c1 req-584b2ad1-b059-4924-8347-ec562faa3193 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:45.449299 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a4957f12-97f8-4762-91a1-30c440b928c1 req-584b2ad1-b059-4924-8347-ec562faa3193 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1524827 Apr 22 21:45:45.479800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-e4b4c787-8c79-4114-b4b6-0c04e9caeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:45.481385 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-e4b4c787-8c79-4114-b4b6-0c04e9caeb09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.1338272 Apr 22 21:45:45.575738 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a4957f12-97f8-4762-91a1-30c440b928c1 req-46b2bee2-0c58-4b4f-a539-c22ffb8b01de tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194236 Apr 22 21:45:45.646910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-245287fc-ae30-4f1a-a50b-69fd246104d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:45.648587 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-245287fc-ae30-4f1a-a50b-69fd246104d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1556175 Apr 22 21:45:45.768126 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-4a63aa76-3500-45cf-a1c8-324775ea948b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1001 time: 0.1122341 Apr 22 21:45:45.843280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-9f645969-2677-4c5f-8e9e-76014194d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:45.844898 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-9f645969-2677-4c5f-8e9e-76014194d528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0708256 Apr 22 21:45:45.938617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-ece0120b-ba91-4001-87d6-9ddfe742331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:45.940262 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-ece0120b-ba91-4001-87d6-9ddfe742331c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0885203 Apr 22 21:45:46.095853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-94c17ee5-5517-4509-90e3-d8296187292c service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489582 Apr 22 21:45:46.250390 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8761694a-84d4-49ed-951e-5dff48d1b287 req-0f73bcfd-3edb-48d5-b507-ee281dba48ba service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484330 Apr 22 21:45:46.802984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c447-74e9-4713-b1b9-ef2e7b99830b req-836b6631-4b28-446e-919b-114f0e171f33 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:46.804587 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0802c447-74e9-4713-b1b9-ef2e7b99830b req-836b6631-4b28-446e-919b-114f0e171f33 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0976038 Apr 22 21:45:46.855079 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0802c447-74e9-4713-b1b9-ef2e7b99830b req-10f350dc-afeb-4fd2-b14c-b207b3a892de tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Apr 22 21:45:48.085249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47f10e-9750-4530-bfb4-0a9737dffdb6 req-935416a4-cf71-4a66-a225-e5a3a18955ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:45:48.086856 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c47f10e-9750-4530-bfb4-0a9737dffdb6 req-935416a4-cf71-4a66-a225-e5a3a18955ce tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1087866 Apr 22 21:45:48.135799 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3c47f10e-9750-4530-bfb4-0a9737dffdb6 req-51fd72af-98cc-416e-b3f8-bbb2c6769e68 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Apr 22 21:46:05.210957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:07.446232 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:46:09.858742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8af402d-ded1-481f-927e-6a5ab2257a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:10.496457 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-2c29d71b-dcee-4fe8-9e29-96e0148ed529 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859168 Apr 22 21:46:10.918665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-236c07fe-36a0-4be0-aa11-6d9c951f0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:10.920318 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-236c07fe-36a0-4be0-aa11-6d9c951f0494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.3395486 Apr 22 21:46:11.076550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-1fa8c196-cf05-40b0-b307-b97343327c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:11.078109 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-1fa8c196-cf05-40b0-b307-b97343327c63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1381958 Apr 22 21:46:11.189659 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-a5cb413f-2a67-48ec-b168-16e0d7e58d46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1001 time: 0.1042759 Apr 22 21:46:11.260618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-9c517404-59b9-4bab-8a57-6061c2f3a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:11.262142 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-9c517404-59b9-4bab-8a57-6061c2f3a9ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0657904 Apr 22 21:46:11.347688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-3cb3b5f0-0207-4346-b894-f6d44659effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:11.349340 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-3cb3b5f0-0207-4346-b894-f6d44659effa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0803337 Apr 22 21:46:11.490745 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-86f5ad43-c5ba-4f91-bf28-395d17df8f30 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338820 Apr 22 21:46:11.632332 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-583cbf01-8f51-4cd6-b2da-7182b0e4ab5b req-a7c88009-3fee-44fc-9e6a-9cf355a818f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351814 Apr 22 21:46:11.959875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8b44e9fd-19e5-40fa-9876-3cfe833ce1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:12.577123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:12.916091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:13.972985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:35.208201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:39.862538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-99dcbbc9-cb4f-48b9-b5d1-41697b385ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:41.963711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0a63-69ab-4549-95ab-b47d6eeb379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:42.574958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:42.920786 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:43.972205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:46:44.445547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:46:44.719263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37c44b-f13e-4da2-ad7b-e83e9a32b08e req-a27a0dd8-adce-4e4a-ae6d-5ce21a8a1b07 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:44.720906 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8c37c44b-f13e-4da2-ad7b-e83e9a32b08e req-a27a0dd8-adce-4e4a-ae6d-5ce21a8a1b07 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0944180 Apr 22 21:46:44.770936 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8c37c44b-f13e-4da2-ad7b-e83e9a32b08e req-83c54136-30ff-45e5-9ee6-d3e20fe3a1d8 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Apr 22 21:46:45.991358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec5c2-c7ed-47f7-9b03-591a8091adfd req-e842b954-87d2-43a2-921c-d9e913077878 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:45.993024 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-feeec5c2-c7ed-47f7-9b03-591a8091adfd req-e842b954-87d2-43a2-921c-d9e913077878 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0959830 Apr 22 21:46:46.049080 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-feeec5c2-c7ed-47f7-9b03-591a8091adfd req-64c47b21-92f9-4213-81ad-2436c576c35d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Apr 22 21:46:47.264407 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e33e6-a361-4c9d-8e3f-2ee00600b870 req-94817324-b991-4aa9-b733-1af30c35ec21 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:47.265983 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d1e33e6-a361-4c9d-8e3f-2ee00600b870 req-94817324-b991-4aa9-b733-1af30c35ec21 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0932047 Apr 22 21:46:47.316785 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3d1e33e6-a361-4c9d-8e3f-2ee00600b870 req-a799a11b-334a-4906-adec-07a8d6c1f042 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 Apr 22 21:46:48.534788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55043b09-3665-46ca-8d67-43a95631e5da req-0d7c8348-f08f-44d8-9f99-6a13ed8dbf9f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:48.536465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-55043b09-3665-46ca-8d67-43a95631e5da req-0d7c8348-f08f-44d8-9f99-6a13ed8dbf9f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0994346 Apr 22 21:46:48.588414 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-55043b09-3665-46ca-8d67-43a95631e5da req-5c101016-22d1-4028-abc6-aceebfae164f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Apr 22 21:46:49.812031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f56dc-4543-434a-a00b-2a7e2a3d7133 req-1307f932-eb57-4e7d-9a99-5da91dbd474a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:49.813639 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c54f56dc-4543-434a-a00b-2a7e2a3d7133 req-1307f932-eb57-4e7d-9a99-5da91dbd474a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0949981 Apr 22 21:46:49.862569 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c54f56dc-4543-434a-a00b-2a7e2a3d7133 req-6c002043-ee01-41c1-98c5-f014f5763ddb tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Apr 22 21:46:51.071209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fd7ff-ca53-4d05-ab62-bd1d08415843 req-0603b3a1-b680-4242-9f53-65f2989f0c9d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:51.072877 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d95fd7ff-ca53-4d05-ab62-bd1d08415843 req-0603b3a1-b680-4242-9f53-65f2989f0c9d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0958235 Apr 22 21:46:51.122071 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d95fd7ff-ca53-4d05-ab62-bd1d08415843 req-c38d3379-6ce7-49a0-a79d-c213d421521a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Apr 22 21:46:52.353242 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e3b8-afc2-45db-840b-ee5ec0b7e542 req-c83f6093-18b1-4e6c-8682-028eaa2d8181 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:52.354821 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0781e3b8-afc2-45db-840b-ee5ec0b7e542 req-c83f6093-18b1-4e6c-8682-028eaa2d8181 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1066477 Apr 22 21:46:52.406482 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0781e3b8-afc2-45db-840b-ee5ec0b7e542 req-9ca3d431-de79-41d4-8663-f8c7e9f53489 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Apr 22 21:46:53.632289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69186b32-ea0b-4d08-8fab-5d20f426b1bd req-a7ab051d-21ad-4efe-811d-80ca63a54dc5 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:53.633918 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-69186b32-ea0b-4d08-8fab-5d20f426b1bd req-a7ab051d-21ad-4efe-811d-80ca63a54dc5 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1009607 Apr 22 21:46:53.687351 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-69186b32-ea0b-4d08-8fab-5d20f426b1bd req-670cb022-fd21-4830-a2df-04d817509ca2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Apr 22 21:46:54.901677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590af575-a63d-4eab-b22a-f4ae9c7649f0 req-3969bbac-d26d-43bd-8ac0-92b2ea8ee747 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:54.903355 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-590af575-a63d-4eab-b22a-f4ae9c7649f0 req-3969bbac-d26d-43bd-8ac0-92b2ea8ee747 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0888464 Apr 22 21:46:54.958526 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-590af575-a63d-4eab-b22a-f4ae9c7649f0 req-e84d0a76-4124-4989-9df1-608ce2ce9237 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467300 Apr 22 21:46:56.168484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a37526-cdcf-4dd8-be69-9c3ed055aea7 req-32ff25db-e4c5-4f7f-b305-31cbb91fed27 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:56.169985 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-75a37526-cdcf-4dd8-be69-9c3ed055aea7 req-32ff25db-e4c5-4f7f-b305-31cbb91fed27 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0952241 Apr 22 21:46:56.218124 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-75a37526-cdcf-4dd8-be69-9c3ed055aea7 req-676e0752-1c36-4e39-aca7-e69225fc091c tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Apr 22 21:46:56.652819 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23867a8-c39e-45b7-8828-328ed7f7a0d8 req-0afcc82f-aeaf-46b5-805e-008ff8aba46f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:56.654407 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e23867a8-c39e-45b7-8828-328ed7f7a0d8 req-0afcc82f-aeaf-46b5-805e-008ff8aba46f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.1489587 Apr 22 21:46:56.699711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-f9e53909-e2cf-4e54-b298-4961d4341d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:56.701235 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-f9e53909-e2cf-4e54-b298-4961d4341d2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.1326292 Apr 22 21:46:56.749180 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e23867a8-c39e-45b7-8828-328ed7f7a0d8 req-ff6750fb-97aa-42b4-af62-e71467eced21 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875885 Apr 22 21:46:56.868565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-5660c5ea-5bc7-4878-91d4-0758b85230f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:56.870160 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-5660c5ea-5bc7-4878-91d4-0758b85230f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1603909 Apr 22 21:46:56.984671 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-87b7fbf8-f124-4215-8d42-d20566bcd4e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1001 time: 0.1069171 Apr 22 21:46:57.060126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-4617c186-87e0-4662-abce-f66db8e0d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:57.061651 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-4617c186-87e0-4662-abce-f66db8e0d6f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0706396 Apr 22 21:46:57.149104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-458dfedb-b042-4d9f-a141-cd5bb8384b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:57.150715 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-458dfedb-b042-4d9f-a141-cd5bb8384b5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0827103 Apr 22 21:46:57.295189 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-b602bdc7-afa9-4f19-be14-47b0e9c00e4e service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377387 Apr 22 21:46:57.439085 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f884e31e-c8ad-45f0-8de3-2924f7b5859d req-cdf0896b-5f53-4d65-a2cf-5c09fd0d752b service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364229 Apr 22 21:46:57.966399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df24df1-d7aa-4c96-9f09-eed05c73bfe3 req-af62ff60-570f-4b48-b68b-08f0160864d6 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:57.968053 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7df24df1-d7aa-4c96-9f09-eed05c73bfe3 req-af62ff60-570f-4b48-b68b-08f0160864d6 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0960920 Apr 22 21:46:58.018874 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7df24df1-d7aa-4c96-9f09-eed05c73bfe3 req-67094cd3-79de-43fd-bf1d-0097999650bc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Apr 22 21:46:59.227972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4c29c-446b-428b-a35a-9fbc261603ce req-4dfd140d-2b6b-4d39-be9b-086770f595d8 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:46:59.229570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-83d4c29c-446b-428b-a35a-9fbc261603ce req-4dfd140d-2b6b-4d39-be9b-086770f595d8 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0920146 Apr 22 21:46:59.281383 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-83d4c29c-446b-428b-a35a-9fbc261603ce req-f2b1d15a-12c6-4445-9702-e5fc41808942 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 Apr 22 21:47:05.222852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:09.871082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ce9c630b-e85a-4efb-9dc3-7841ac5b46e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:11.966969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0246c543-6638-4c55-8780-d183c73d4bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:12.507573 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-b67a7656-986c-4f2d-be6a-f03af6d1ab5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888705 Apr 22 21:47:12.579309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:12.663771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-15653061-5f3e-4829-b6fd-ff63fdd91fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:12.665386 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-15653061-5f3e-4829-b6fd-ff63fdd91fef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 1098 time: 0.0812619 Apr 22 21:47:12.828799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-88bce133-e12c-4909-8b26-9c80039efe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:12.830409 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-88bce133-e12c-4909-8b26-9c80039efe6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1452923 Apr 22 21:47:12.924376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:12.949174 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-912eea02-c3f6-486b-a0de-f0903c15fc40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 200 len: 1001 time: 0.1123469 Apr 22 21:47:13.031224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-98c9fb7f-d2d4-4e25-aa1c-72ca0ae2904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:13.032751 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-98c9fb7f-d2d4-4e25-aa1c-72ca0ae2904e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0690327 Apr 22 21:47:13.119603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-3fdf7f4c-9fe9-478e-a1cb-aa937b2502d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:13.121220 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-3fdf7f4c-9fe9-478e-a1cb-aa937b2502d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0810683 Apr 22 21:47:13.273557 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-4b8a7289-ef7e-4ecd-b1a6-79b4c681122b service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441319 Apr 22 21:47:13.428291 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-68983a0c-2bd2-45cc-9513-e77ed0f1111b req-8ca97a57-97d2-4c5c-8438-d93e46412c52 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480675 Apr 22 21:47:13.974655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:21.452605 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:47:35.260402 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:39.865376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd793-0a2d-4c04-aecb-3eb840545e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:41.970200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b87c2f19-5d9c-4b95-b116-0ecb71e56b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:42.586926 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:42.928875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:43.976981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:55.494809 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2093c-0a0c-480f-8353-eabe3d4332e8 req-93c88666-e48e-4349-9fd2-0cff24be4809 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:55.496465 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-06b2093c-0a0c-480f-8353-eabe3d4332e8 req-93c88666-e48e-4349-9fd2-0cff24be4809 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0987220 Apr 22 21:47:55.553425 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-06b2093c-0a0c-480f-8353-eabe3d4332e8 req-39275b64-b9a6-4baf-9f2f-296d641cb573 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Apr 22 21:47:56.783571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee7fe-f6cc-467e-a824-a7e39f5a22a5 req-c30f1a5b-d121-4339-92a2-df8e1e413b69 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:56.785201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-639ee7fe-f6cc-467e-a824-a7e39f5a22a5 req-c30f1a5b-d121-4339-92a2-df8e1e413b69 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0961032 Apr 22 21:47:56.840629 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-639ee7fe-f6cc-467e-a824-a7e39f5a22a5 req-5786ad6c-f47d-499b-a2db-4cef0875c0cf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Apr 22 21:47:57.593150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-5a55f94a-8115-4cf1-9620-627773d688d2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:57.594665 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-5a55f94a-8115-4cf1-9620-627773d688d2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.0993817 Apr 22 21:47:57.746715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Deleting port 3263a10e-22b7-4ed1-b946-2e12de4ce45d {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:47:57.747092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:57.890120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] For port 3263a10e-22b7-4ed1-b946-2e12de4ce45d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3263a10e-22b7-4ed1-b946-2e12de4ce45d,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:47:57.890663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:58.442166 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:47:58.493053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42493393-750f-47dd-88ad-aa76e499f4c7 req-c955b433-2565-4140-a974-9757b7f31002 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:47:58.494637 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-42493393-750f-47dd-88ad-aa76e499f4c7 req-c955b433-2565-4140-a974-9757b7f31002 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 945 time: 0.5407033 Apr 22 21:47:58.533680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:58.534060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:58.534419 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Floating IP e1f330b3-a65d-4e47-9c63-bfa0009e8cbe disassociated. External IP: 172.28.3.179, port: 3263a10e-22b7-4ed1-b946-2e12de4ce45d. Apr 22 21:47:58.534794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Calling delete_port for 3263a10e-22b7-4ed1-b946-2e12de4ce45d owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:47:58.572921 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-42493393-750f-47dd-88ad-aa76e499f4c7 req-e9991424-8a5d-4519-9ebc-d617a3a50fad tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=9af8941d-dabc-4dbb-9d66-74a181fb2345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699170 Apr 22 21:47:58.682139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:58.688136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f228ee31-ea5f-4fc6-93bb-ebfe4825ce46 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:47:58.738229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'Port': ['ID=3263a10e-22b7-4ed1-b946-2e12de4ce45d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:47:58.749887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.750338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.750729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.751134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.751527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.751930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.752384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.752766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.753162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.753554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.753943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.754329 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:47:58.758385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:47:58.962121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:47:59.157348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:47:59.175493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:47:59.190048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:47:59.190726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:47:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:47:59.238655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] No DVR routers for this DVR port 3263a10e-22b7-4ed1-b946-2e12de4ce45d on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:47:59.241383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:47:59.244312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'name': 'network-vif-deleted', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:47:59.260074 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ccfea11e-5963-4b99-8f41-10f199b11658 req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "DELETE /v2.0/ports/3263a10e-22b7-4ed1-b946-2e12de4ce45d HTTP/1.1" status: 204 len: 173 time: 1.6600118 Apr 22 21:47:59.411628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:47:59.425586 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcfb48a-f51f-4fca-86a6-e98794d25e62', 'name': 'network-vif-deleted', 'tag': '3263a10e-22b7-4ed1-b946-2e12de4ce45d', 'status': 'completed', 'code': 200} Apr 22 21:47:59.771492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-35152a23-645a-461d-bd52-851cb8c870fa req-7aa66ba4-a164-430d-943b-30fc7fb15738 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:47:59.787151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-35152a23-645a-461d-bd52-851cb8c870fa req-7aa66ba4-a164-430d-943b-30fc7fb15738 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:47:59.789069 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-35152a23-645a-461d-bd52-851cb8c870fa req-7aa66ba4-a164-430d-943b-30fc7fb15738 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bcfb48a-f51f-4fca-86a6-e98794d25e62 HTTP/1.1" status: 200 len: 210 time: 0.0772879 Apr 22 21:47:59.942396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:47:59.946597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:47:59.955742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:47:59.956409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:47:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:00.159742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:48:00.510584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:00.515056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58394b0b-400a-4a6a-b2f7-3277b049540b None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:48:00.895508 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7351c1-8b6a-4bb4-896b-8785f43d0753 None None] New status for floating IP e1f330b3-a65d-4e47-9c63-bfa0009e8cbe: DOWN {{(pid=86419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:48:01.948076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34798) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:02.035168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.086046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.147784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.153255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-25f3d7f0-c833-45d3-9596-78fbf087cd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:02.158045 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 3263a10e-22b7-4ed1-b946-2e12de4ce45d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:48:02.169936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8941d-dabc-4dbb-9d66-74a181fb2345,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:02.181161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.181586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.182003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.182411 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.182874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.183282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.183682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.184111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.184519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.184922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.185303 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.185695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:02.189391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:02.190681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.192211 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "DELETE /v2.0/security-groups/9af8941d-dabc-4dbb-9d66-74a181fb2345 HTTP/1.1" status: 204 len: 168 time: 0.2423277 Apr 22 21:48:02.194862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 3263a10e-22b7-4ed1-b946-2e12de4ce45d {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:48:02.195008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34802) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:02.195200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 3263a10e-22b7-4ed1-b946-2e12de4ce45d not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:48:02.212924 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.v2.resource [None req-4ec5623f-0005-4e39-997a-dc78587a6075 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] show failed (client error): The resource could not be found. Apr 22 21:48:02.213943 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4ec5623f-0005-4e39-997a-dc78587a6075 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups/9af8941d-dabc-4dbb-9d66-74a181fb2345 HTTP/1.1" status: 404 len: 347 time: 0.0179315 Apr 22 21:48:02.217152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34806) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:02.459107 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Deleting port d04dee00-64f5-4cd8-bc27-f12c9a13dc0c {{(pid=86417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:48:02.459396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.595535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.595940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.734052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Calling delete_port for d04dee00-64f5-4cd8-bc27-f12c9a13dc0c owned by network:floatingip {{(pid=86417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:48:02.872310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:02.877359 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:02.924297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'Port': ['ID=d04dee00-64f5-4cd8-bc27-f12c9a13dc0c,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:02.955076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:03.024542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.043079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.044374 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4c9b2f78-d99a-4fef-bbd3-f99fb5a0e4a0 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "DELETE /v2.0/floatingips/e1f330b3-a65d-4e47-9c63-bfa0009e8cbe HTTP/1.1" status: 204 len: 168 time: 0.8262200 Apr 22 21:48:03.325209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34812) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:03.331119 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108874661', 'description': 'tempest-description--316745058'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:03.337980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:03.342462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:48:03.345540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:48:03.351665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:03.363661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.385694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:03.390040 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:48:03.393130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:48:03.399444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:03.474101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.478419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.482282 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cd1e7f11-0a5f-4a34-a1e0-50e075433095 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:03.530471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96e494-938f-427d-aaeb-26f697480d4a,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:03.533486 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.534759 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2084477 Apr 22 21:48:03.535756 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:03.538184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34816) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:03.543414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group_rule': {'security_group_id': 'dd96e494-938f-427d-aaeb-26f697480d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:03.550206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:03.554540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:48:03.557830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:48:03.563888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:03.582376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.648414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.652625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.654722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:03.678419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6df06de-a315-4450-9910-e347b64ce7a1,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:03.680958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:03.688116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.689400 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-fb429960-53b0-41e4-8ede-461be31d981b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505740 Apr 22 21:48:03.692335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34820) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:03.697838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'security_group_rule': {'security_group_id': 'dd96e494-938f-427d-aaeb-26f697480d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:03.704194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:03.708284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:security_group_rule and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:48:03.711401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:48:03.717648 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:03.735037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.803922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.807542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.809775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0a99424-5c32-4ac7-88a1-105364f1f2d3 tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:03.831795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7506ba65-94e6-4123-b185-6a6fc1f052a6,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:03.836103 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:03.843694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:03.845056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-028f8f2f-c221-481d-8d11-31b17ffe0449 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517210 Apr 22 21:48:03.848447 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 34824) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:03.853992 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:03.860803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:03.865223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Usage tracker for resource:floatingip and tenant:ed5bc796c3534f4fb662a7cec3462bc4 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:48:03.868307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:48:03.874545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:03.884903 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.035179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.181634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Allocated IP 172.28.3.145 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/205d4579-8b67-45fb-93a7-f44857e8ae4e) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:48:04.340561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.375220 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.378967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:04.449256 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:48:04.452235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:48:04.456204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:48:04.488163 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=205d4579-8b67-45fb-93a7-f44857e8ae4e,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:04.494664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:04.545285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.611560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.850277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.854696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:04.858635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f56a7385-eeee-4aa0-9916-740b96494132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:04.965507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=205d4579-8b67-45fb-93a7-f44857e8ae4e,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:04.973778 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:04.985829 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:05.021140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:05.023267 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1735294 Apr 22 21:48:05.226713 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-0b05a4a2-9ec0-4ce3-9359-6e93c3b1b165 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2108874661&fields=id&tenant_id=ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 267 time: 0.0548654 Apr 22 21:48:05.265304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:05.396684 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-6ab1aadf-efbf-489c-995e-ccd16176e34b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:05.398143 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-6ab1aadf-efbf-489c-995e-ccd16176e34b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 811 time: 0.1636033 Apr 22 21:48:05.417997 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7d92ac49-f1bb-4077-bea6-49601437d0f6 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/quotas/ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 375 time: 0.0101542 Apr 22 21:48:05.515968 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-c539e3a7-ffcc-4240-b426-06f2f1fb0310 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922549 Apr 22 21:48:05.539553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1927503f-5e21-4eee-b70d-934248d6b6dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:48:05.539553 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1927503f-5e21-4eee-b70d-934248d6b6dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055838 Apr 22 21:48:05.684961 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-23459059-2d67-4e4f-a4b2-6bf02980e37a service neutron] 10.222.0.15 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410811 Apr 22 21:48:05.836750 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-807abbfe-316c-4950-8ca5-b5aa89524407 service neutron] 10.222.0.15 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422231 Apr 22 21:48:06.050620 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f5e4b773-32c5-4f7a-9397-83557a4b42d6 req-e299b9f3-f399-4a29-8e0f-df4930f5cfcf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:48:06.067850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-f5e4b773-32c5-4f7a-9397-83557a4b42d6 req-e299b9f3-f399-4a29-8e0f-df4930f5cfcf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:48:06.069615 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f5e4b773-32c5-4f7a-9397-83557a4b42d6 req-e299b9f3-f399-4a29-8e0f-df4930f5cfcf tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 210 time: 0.0698295 Apr 22 21:48:07.256304 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2334c24b-2cef-49a6-893e-c3721741864f req-922c89d8-7582-4c9d-a954-09880ebe7fc2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 210 time: 0.0539463 Apr 22 21:48:07.302999 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-95e6720e-c99c-4c0b-8db8-099c43d7e720 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:07.304590 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-95e6720e-c99c-4c0b-8db8-099c43d7e720 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 811 time: 0.2056618 Apr 22 21:48:07.358005 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-2f1e9239-6374-4690-ab58-1ec760a77bc3 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed5bc796c3534f4fb662a7cec3462bc4 HTTP/1.1" status: 200 len: 380 time: 0.0445845 Apr 22 21:48:07.370570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'port': {'device_id': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'admin_state_up': True, 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'security_groups': ['dd96e494-938f-427d-aaeb-26f697480d4a']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:07.518582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:48:07.529041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:48:07.538850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Made reservation on behalf of ed5bc796c3534f4fb662a7cec3462bc4 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:48:07.545190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:07.726258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Allocated IP 172.20.0.3 (f6695ee9-1f53-4b7d-b440-9611036c9c12/fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088/5e4e7b12-9281-43a3-941b-de86ae1223ad) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:48:07.931976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:07.948552 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Transition to ACTIVE for port object 5e4e7b12-9281-43a3-941b-de86ae1223ad will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:48:07.973545 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:07.979474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e69cc208-c186-491a-ad86-226e9ad75e00 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:08.053573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:48:08.056852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:48:08.061234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:48:08.095051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event updated for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:08.102630 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:08.134695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:08.135379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:08.162689 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7fc4fcbf-92ce-4f2e-8822-77c0f69aee4b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961304 Apr 22 21:48:08.176176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Request body: {'port': {'device_id': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:08.289758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4683e5b5-3d9d-40ec-b7d0-6f548f502e17 None None] Provisioning for port 5e4e7b12-9281-43a3-941b-de86ae1223ad completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:48:08.295062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-4683e5b5-3d9d-40ec-b7d0-6f548f502e17 None None] Provisioning complete for port 5e4e7b12-9281-43a3-941b-de86ae1223ad triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:48:08.295488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4683e5b5-3d9d-40ec-b7d0-6f548f502e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:08.301134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:08.358324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-4683e5b5-3d9d-40ec-b7d0-6f548f502e17 None None] Port 5e4e7b12-9281-43a3-941b-de86ae1223ad cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:48:08.460805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcc20e-0390-4cb4-8518-614bb2975592 req-5459fc24-6208-4ba6-85f7-696c9e16e93d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:08.462386 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3edcc20e-0390-4cb4-8518-614bb2975592 req-5459fc24-6208-4ba6-85f7-696c9e16e93d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 931 time: 0.0888615 Apr 22 21:48:08.515108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3edcc20e-0390-4cb4-8518-614bb2975592 req-7f291693-e4c3-435e-b922-1356a6c28d23 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86417) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:48:08.531966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-3edcc20e-0390-4cb4-8518-614bb2975592 req-7f291693-e4c3-435e-b922-1356a6c28d23 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:security_group {{(pid=86417) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:48:08.532884 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3edcc20e-0390-4cb4-8518-614bb2975592 req-7f291693-e4c3-435e-b922-1356a6c28d23 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635250 Apr 22 21:48:08.673774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e7b12-9281-43a3-941b-de86ae1223ad {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:48:08.681971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:08.697134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Transition to ACTIVE for port object 5e4e7b12-9281-43a3-941b-de86ae1223ad will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:48:08.701911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:08.705769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6235019d-7d64-4b55-a3e9-5136bf81191d tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:08.877092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:08.885138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:08.955440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Attempting to bind port 5e4e7b12-9281-43a3-941b-de86ae1223ad on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:48:08.955820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Attempting to bind port 5e4e7b12-9281-43a3-941b-de86ae1223ad by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:48:08.956234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Attempting to bind port 5e4e7b12-9281-43a3-941b-de86ae1223ad on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:48:08.961339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Port 5e4e7b12-9281-43a3-941b-de86ae1223ad on network f6695ee9-1f53-4b7d-b440-9611036c9c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:48:08.961701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Attempting to bind port 5e4e7b12-9281-43a3-941b-de86ae1223ad on network f6695ee9-1f53-4b7d-b440-9611036c9c12 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:48:08.967366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:48:08.967736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Checking segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:48:08.968193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Bound using segment: {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:48:08.968661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Bound port: 5e4e7b12-9281-43a3-941b-de86ae1223ad, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:48:08.969042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:09.317345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:48:09.320624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:48:09.326033 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:09.329958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:09.391758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:09.392456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:09.393968 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] 10.222.0.26 "PUT /v2.0/ports/5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 200 len: 1093 time: 1.2227249 Apr 22 21:48:09.394515 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:48:09.419602 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:09.430575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:09.469447 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'status': 'completed', 'code': 200} Apr 22 21:48:09.518420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-bcea1d9c-3d4e-4f9e-8769-b793f75288d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:09.520084 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-bcea1d9c-3d4e-4f9e-8769-b793f75288d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0876174 Apr 22 21:48:09.593610 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-78496a97-e995-41de-a583-9fc9c68021d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 200 len: 217 time: 0.0661161 Apr 22 21:48:09.665911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-64f8669e-2029-4a01-94b6-d1212fbf7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:09.667445 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-64f8669e-2029-4a01-94b6-d1212fbf7eaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0679309 Apr 22 21:48:09.738988 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5a68f-7cfa-477f-b045-85c4044435fd req-3f18c681-10f7-4cb4-adda-c7ea1c4fd29f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:09.740673 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-abb5a68f-7cfa-477f-b045-85c4044435fd req-3f18c681-10f7-4cb4-adda-c7ea1c4fd29f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 943 time: 0.0892093 Apr 22 21:48:09.750765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-44df43d2-28a6-4e17-9e14-f861afe1ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:09.752390 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-44df43d2-28a6-4e17-9e14-f861afe1ac19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0787311 Apr 22 21:48:09.793826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-abb5a68f-7cfa-477f-b045-85c4044435fd req-dccc96de-ba85-428c-85aa-219b13e9ab7b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465465 Apr 22 21:48:09.868920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cec52153-aea4-4144-b38d-91864057e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:09.898234 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-7431155a-cf01-445e-a71a-639f29f5e1e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389272 Apr 22 21:48:10.050787 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c02433b5-8492-47cd-a623-01c70e9a1fa7 req-b503e390-c784-402e-99f4-5571d10a3443 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452119 Apr 22 21:48:10.192383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121c63-e63c-426e-861e-830d50e8e515 req-e314be8a-93e4-4b04-ba93-f54f1c8ac6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:10.193869 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-e314be8a-93e4-4b04-ba93-f54f1c8ac6fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0923033 Apr 22 21:48:10.339725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121c63-e63c-426e-861e-830d50e8e515 req-e4ccfe05-da32-4289-9113-8a05ac436e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:10.341337 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-e4ccfe05-da32-4289-9113-8a05ac436e3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1395440 Apr 22 21:48:10.414911 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-a769ba1d-d64c-463b-9e15-470655c4e164 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 200 len: 217 time: 0.0667107 Apr 22 21:48:10.488350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121c63-e63c-426e-861e-830d50e8e515 req-33ddea0d-ca99-46e8-ad93-9d92f7b94ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:10.489776 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-33ddea0d-ca99-46e8-ad93-9d92f7b94ab1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0682046 Apr 22 21:48:10.576977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121c63-e63c-426e-861e-830d50e8e515 req-9a18c266-e3c5-4ed1-8f6a-586505e2cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:10.578600 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-9a18c266-e3c5-4ed1-8f6a-586505e2cccc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0821054 Apr 22 21:48:10.728682 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-bc7884b5-90bb-4584-9829-3d78f5ed4e88 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423461 Apr 22 21:48:10.878268 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d9121c63-e63c-426e-861e-830d50e8e515 req-fdfd6ee9-e04a-4d59-9b6c-a8f5a03058c6 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422043 Apr 22 21:48:11.009184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6919a3-f2d4-4314-8989-cdc0b4c63f29 req-5269b28a-c0c2-4225-a8f2-bf685a205dd2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:11.009920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1e6919a3-f2d4-4314-8989-cdc0b4c63f29 req-5269b28a-c0c2-4225-a8f2-bf685a205dd2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Synchronizing usage tracker for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:48:11.026475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1e6919a3-f2d4-4314-8989-cdc0b4c63f29 req-5269b28a-c0c2-4225-a8f2-bf685a205dd2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Unset dirty status for tenant:ed5bc796c3534f4fb662a7cec3462bc4 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:48:11.027737 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1e6919a3-f2d4-4314-8989-cdc0b4c63f29 req-5269b28a-c0c2-4225-a8f2-bf685a205dd2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 943 time: 0.1080437 Apr 22 21:48:11.099312 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1e6919a3-f2d4-4314-8989-cdc0b4c63f29 req-31c8556b-44ae-4bb5-bccd-7da7e317585d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643375 Apr 22 21:48:11.973269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-90e926ee-8bd9-4b2c-a7a2-19b816da49ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:12.171859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 5e4e7b12-9281-43a3-941b-de86ae1223ad details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:48:12.310751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1310ec2-225e-43c5-97d9-a55feb03b66b req-3999efba-d2c5-4e89-be40-d0764f8b0fde tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:12.312391 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e1310ec2-225e-43c5-97d9-a55feb03b66b req-3999efba-d2c5-4e89-be40-d0764f8b0fde tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 943 time: 0.0934498 Apr 22 21:48:12.316179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:48:12.331112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'port_id': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'mac_address': 'fa:16:3e:a4:85:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:48:12.360985 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e1310ec2-225e-43c5-97d9-a55feb03b66b req-6cbb3cc4-1cdd-4c9e-948a-2eac3cf92bcb tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Apr 22 21:48:12.392098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:12.413286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e7b12-9281-43a3-941b-de86ae1223ad {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:48:12.429415 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:48:12.433929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:12.436481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:12.517553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:12.525783 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.526167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.526595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.526966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.527326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.527692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.528114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.528479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.528871 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.529198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.529557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.529878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:48:12.534133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:12.583424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:12.762607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['5e4e7b12-9281-43a3-941b-de86ae1223ad'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:48:12.951109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:13.588944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c285a4-4f5c-4bee-89c3-769ca1e276e6 req-b30f301e-4b53-41a9-a136-305d135f0a53 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:13.590517 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-24c285a4-4f5c-4bee-89c3-769ca1e276e6 req-b30f301e-4b53-41a9-a136-305d135f0a53 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 944 time: 0.1016917 Apr 22 21:48:13.641826 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-24c285a4-4f5c-4bee-89c3-769ca1e276e6 req-be780806-1224-4af7-bf62-0f7a68284bfc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Apr 22 21:48:13.981298 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:14.173653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 5e4e7b12-9281-43a3-941b-de86ae1223ad up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:48:14.258029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port 5e4e7b12-9281-43a3-941b-de86ae1223ad completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:48:14.264703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port 5e4e7b12-9281-43a3-941b-de86ae1223ad triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:48:14.265118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:14.401965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:14.430802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:48:14.441322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:48:14.445155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:14.447148 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:48:14.521436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:48:14.524932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:48:14.538291 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'code': 200} Apr 22 21:48:14.849014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be4c6-b846-41c4-8b6e-d6201c2373ea req-c820636b-7cdf-46f7-8cda-960076276ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:14.850627 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-617be4c6-b846-41c4-8b6e-d6201c2373ea req-c820636b-7cdf-46f7-8cda-960076276ee6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 1098 time: 0.1472490 Apr 22 21:48:14.879467 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7cba-efe6-4bd6-8783-04d1579b95fa req-9c5c1e7d-cae3-4e0d-8525-b2a51a879616 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:14.881086 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-71ce7cba-efe6-4bd6-8783-04d1579b95fa req-9c5c1e7d-cae3-4e0d-8525-b2a51a879616 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.1222806 Apr 22 21:48:14.934885 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-617be4c6-b846-41c4-8b6e-d6201c2373ea req-ec65a1c2-7e04-44a2-b139-668d9e6c0526 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775509 Apr 22 21:48:14.947598 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-71ce7cba-efe6-4bd6-8783-04d1579b95fa req-e77903a2-5d57-4458-a9dd-853071ccdc1f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585661 Apr 22 21:48:16.166535 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf8a7-c5f7-412a-9797-eab10569a60f req-7c9757a9-6c93-4faa-bdda-f7235c902f91 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:16.168132 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a9ccf8a7-c5f7-412a-9797-eab10569a60f req-7c9757a9-6c93-4faa-bdda-f7235c902f91 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.0984097 Apr 22 21:48:16.215871 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a9ccf8a7-c5f7-412a-9797-eab10569a60f req-ca20682d-606d-4544-baca-90bc7bcc5622 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Apr 22 21:48:16.441643 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0175a-4f22-467c-9590-e77cd227afc0 req-99b5234a-b964-45a5-9308-bea0e609f23d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:16.443199 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d8b0175a-4f22-467c-9590-e77cd227afc0 req-99b5234a-b964-45a5-9308-bea0e609f23d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.0981309 Apr 22 21:48:16.454922 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 34886) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:48:16.460522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Request body: {'floatingip': {'port_id': '5e4e7b12-9281-43a3-941b-de86ae1223ad'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:48:16.544650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:17.187280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:17.192453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:17.375180 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Floating IP b72e83c1-4908-499a-b53d-2c186f46695f associated. External IP: 172.28.3.145, port: 5e4e7b12-9281-43a3-941b-de86ae1223ad. Apr 22 21:48:18.005286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:48:18.200193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:48:18.206610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:18.212629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:48:18.227875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:48:18.228559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:48:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:18.268402 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-bbe0fae0-b75b-403d-a11b-f5a1898a3db9 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "PUT /v2.0/floatingips/b72e83c1-4908-499a-b53d-2c186f46695f HTTP/1.1" status: 200 len: 991 time: 1.8121939 Apr 22 21:48:18.269016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:48:18.328168 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'status': 'completed', 'code': 200} Apr 22 21:48:18.428117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:48:18.429708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-252af246-5c3a-475b-98d7-f2d872c9dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:18.431312 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-252af246-5c3a-475b-98d7-f2d872c9dfc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0815895 Apr 22 21:48:18.575419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-24641178-1b64-4117-856e-6fd3d661bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:18.576981 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-24641178-1b64-4117-856e-6fd3d661bdcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1385031 Apr 22 21:48:18.691159 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-5943281f-6c4c-47ad-baa5-5b60fca1331f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 200 len: 999 time: 0.1079674 Apr 22 21:48:18.759892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-4427ca0b-55e5-45a0-82e0-0a012c9a9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:18.761642 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-4427ca0b-55e5-45a0-82e0-0a012c9a9cb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0646496 Apr 22 21:48:18.799184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'b72e83c1-4908-499a-b53d-2c186f46695f', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.145', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:a4:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:48:04Z', 'updated_at': '2021-04-22T21:48:17Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:18.803784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:48:18.814634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:48:18.815715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:48:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:18.851161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-c524e846-b32a-4ae8-b6e1-63d5893d674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:48:18.852849 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-c524e846-b32a-4ae8-b6e1-63d5893d674b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0852361 Apr 22 21:48:18.997463 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-07b6b807-97c9-4e54-8c45-a0aadc057909 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373923 Apr 22 21:48:19.008124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:48:19.141329 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9c09c4b3-e984-42e3-b7a1-1080907cd158 req-b4ae9603-a5bb-41c4-8249-52e1f598e821 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375473 Apr 22 21:48:19.378971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'b72e83c1-4908-499a-b53d-2c186f46695f', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.145', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:a4:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:48:04Z', 'updated_at': '2021-04-22T21:48:17Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:48:19.383625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2e474-2598-46d8-8503-3e84a3b64d9a None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': 'b72e83c1-4908-499a-b53d-2c186f46695f', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'floating_ip_address': '172.28.3.145', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'port_id': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'mac_address': 'fa:16:3e:a4:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:48:04Z', 'updated_at': '2021-04-22T21:48:17Z', 'revision_number': 1, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:48:19.660770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b64a86e-337c-4463-8dc6-e678e7b7cc13 None None] New status for floating IP b72e83c1-4908-499a-b53d-2c186f46695f: ACTIVE {{(pid=86419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:48:35.267427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:35.441791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:48:39.873175 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-20f71dfb-cdf1-42d3-8ad9-412e23dc6f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:41.982658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-17488672-9852-4291-9e40-482c094fbf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:42.598110 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:42.937520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:48:43.985656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:05.282255 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:09.878154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-98794d12-5c30-47fa-aad9-59a64adf2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:11.980618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-61a095f0-c617-4baa-9d82-549b216e1b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:12.445195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:49:12.591158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:12.941675 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:13.988979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:14.477554 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-85c8f04b-6273-4f1a-8bd9-92c122444ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782399 Apr 22 21:49:14.633765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-53450a0f-09d7-482f-81c0-70201d23c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:14.635352 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-53450a0f-09d7-482f-81c0-70201d23c4dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 1098 time: 0.0837400 Apr 22 21:49:14.795460 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-22b65d46-2ff6-4b00-a592-3ff884bbfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:14.797030 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-22b65d46-2ff6-4b00-a592-3ff884bbfdbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 200 len: 912 time: 0.1382735 Apr 22 21:49:14.924025 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-8aa7b8a1-f6ee-48d0-af1d-1f9835196c7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 200 len: 1001 time: 0.1192560 Apr 22 21:49:15.012834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-99d542b4-8548-466b-885e-458bd741e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:15.014412 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-99d542b4-8548-466b-885e-458bd741e094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 200 len: 850 time: 0.0842993 Apr 22 21:49:15.101039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-60321cb1-216a-4dae-83b4-7b3652af1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:15.102832 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-60321cb1-216a-4dae-83b4-7b3652af1d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6695ee9-1f53-4b7d-b440-9611036c9c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0817995 Apr 22 21:49:15.247224 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-13035705-c91b-43c6-a4bb-f323ef9daf06 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378047 Apr 22 21:49:15.391324 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-2dcf4d7b-a1be-40e0-8b75-b0d3da5fbbb1 req-39160cd5-c882-4a18-989f-cc47bcf11c82 service neutron] 10.222.0.26 "GET /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367674 Apr 22 21:49:35.273532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:39.871660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2361-0c40-46f8-bef4-677871ccd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:41.972691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ff80ed05-e245-4c6f-9750-63abb22c485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:42.592718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:42.947451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:43.991005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:47.400738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db63d8-2b14-4acf-8281-146f1ec2b9e5 req-af899b73-e26c-47a7-9e9a-7bd47f551868 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:47.402337 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84db63d8-2b14-4acf-8281-146f1ec2b9e5 req-af899b73-e26c-47a7-9e9a-7bd47f551868 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.3399212 Apr 22 21:49:47.454518 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-84db63d8-2b14-4acf-8281-146f1ec2b9e5 req-99a6a457-1949-4dd6-b4ec-ae37919b31f6 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Apr 22 21:49:48.684348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32148c-1726-4783-b936-54cc81181061 req-3cd1e865-a33a-4172-a84b-fb3696fa229d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:48.685977 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec32148c-1726-4783-b936-54cc81181061 req-3cd1e865-a33a-4172-a84b-fb3696fa229d tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.1127048 Apr 22 21:49:48.736283 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-ec32148c-1726-4783-b936-54cc81181061 req-bec0cf94-8a1f-4d38-9f1b-6b0aab11476b tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd96e494-938f-427d-aaeb-26f697480d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Apr 22 21:49:48.955642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-b41b8014-cf64-41a9-971f-1ae71048e2b2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:49:48.957239 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-b41b8014-cf64-41a9-971f-1ae71048e2b2 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 945 time: 0.0897393 Apr 22 21:49:49.121180 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Deleting port 5e4e7b12-9281-43a3-941b-de86ae1223ad {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:49:49.121568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:49.262986 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] For port 5e4e7b12-9281-43a3-941b-de86ae1223ad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5e4e7b12-9281-43a3-941b-de86ae1223ad,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:49:49.263354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:49.445227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:49:49.572976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:49.573389 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:49.573748 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Floating IP b72e83c1-4908-499a-b53d-2c186f46695f disassociated. External IP: 172.28.3.145, port: 5e4e7b12-9281-43a3-941b-de86ae1223ad. Apr 22 21:49:49.574133 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Calling delete_port for 5e4e7b12-9281-43a3-941b-de86ae1223ad owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:49:49.696880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:49.702886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:49:49.751068 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'Port': ['ID=5e4e7b12-9281-43a3-941b-de86ae1223ad,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:49:49.763398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.763813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.764253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.764658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.765058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.765459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.765856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.766251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.766713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.767154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.767549 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.768174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:49.771888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:49:49.909713 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d98ca3e4-ab53-4760-aa74-f0fd08e03c1b req-d8d2ef06-e95b-44e0-a854-7aa54bb8b930 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 210 time: 0.0530636 Apr 22 21:49:50.220146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:49:50.411690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:49:50.421586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:49:50.433369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:49:50.434127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:49:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:49:50.491425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] No DVR routers for this DVR port 5e4e7b12-9281-43a3-941b-de86ae1223ad on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:49:50.494153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:50.497005 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'name': 'network-vif-deleted', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:49:50.513415 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-9cc2ff53-cc39-40f6-ae95-429ead85bea0 req-c54de3bd-3960-449b-a028-93c2722173dc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.26 "DELETE /v2.0/ports/5e4e7b12-9281-43a3-941b-de86ae1223ad HTTP/1.1" status: 204 len: 173 time: 1.5507326 Apr 22 21:49:50.550971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61518a6-bcbf-4664-8125-0778b9c36fa2', 'name': 'network-vif-deleted', 'tag': '5e4e7b12-9281-43a3-941b-de86ae1223ad', 'status': 'completed', 'code': 200} Apr 22 21:49:50.791830 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:49:51.105201 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-65d1f8fe-3195-47bf-91a7-09c93a06704f req-78ef322c-5941-4bcc-a8fa-08e037c50234 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/ports?device_id=e61518a6-bcbf-4664-8125-0778b9c36fa2 HTTP/1.1" status: 200 len: 210 time: 0.0500104 Apr 22 21:49:51.126269 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:49:51.130311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:49:51.139031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:49:51.139663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:49:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:49:51.338558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:49:51.667513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:49:51.671640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775f81e-bffc-4be9-9958-dde669ca0218 None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:43:50Z', 'revision_number': 4, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '34d935c8-d901-4b30-9824-e6a82d21b2d8', 'name': '', 'network_id': 'f6695ee9-1f53-4b7d-b440-9611036c9c12', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'mac_address': 'fa:16:3e:1b:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:49Z', 'updated_at': '2021-04-22T21:43:56Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'subnets': [{'id': 'fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:49:52.055398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d156de-c13b-4815-b103-0dbf6e761fe9 None None] New status for floating IP b72e83c1-4908-499a-b53d-2c186f46695f: DOWN {{(pid=86419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:49:52.234399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35142) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:49:52.304521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.333890 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.400094 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.406209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0f936eb0-e50b-4ecf-8d43-ddfdbeb3f2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:49:52.423333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96e494-938f-427d-aaeb-26f697480d4a,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:49:52.436151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.436567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.436981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.437385 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.437789 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.438190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.438655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.439051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.439430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.439824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.440248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.440639 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:49:52.444311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:49:52.445586 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.447015 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-586a132d-437f-4641-9a40-928a2e7cf893 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd96e494-938f-427d-aaeb-26f697480d4a HTTP/1.1" status: 204 len: 168 time: 0.2112043 Apr 22 21:49:52.449855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35146) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:49:52.468062 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.api.v2.resource [None req-82ed8e49-cd4c-4248-a675-3f49a987b25f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] show failed (client error): The resource could not be found. Apr 22 21:49:52.469044 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-82ed8e49-cd4c-4248-a675-3f49a987b25f tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "GET /v2.0/security-groups/dd96e494-938f-427d-aaeb-26f697480d4a HTTP/1.1" status: 404 len: 347 time: 0.0181823 Apr 22 21:49:52.472380 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35150) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:49:52.666400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 5e4e7b12-9281-43a3-941b-de86ae1223ad no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:49:52.704585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: 5e4e7b12-9281-43a3-941b-de86ae1223ad {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:49:52.704972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device 5e4e7b12-9281-43a3-941b-de86ae1223ad not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:49:52.712126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Deleting port 205d4579-8b67-45fb-93a7-f44857e8ae4e {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:49:52.712512 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.840813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.841201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:52.975573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Calling delete_port for 205d4579-8b67-45fb-93a7-f44857e8ae4e owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:49:53.100513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:53.105717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f5313d87-46f9-4898-927a-484e9781727f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:49:53.163079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Pushing event deleted for resources: {'Port': ['ID=205d4579-8b67-45fb-93a7-f44857e8ae4e,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:49:53.166465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:49:53.264202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:53.280091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:53.281330 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-670b6d4a-3e41-4766-b5c6-2ef856519400 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] 10.222.0.15 "DELETE /v2.0/floatingips/b72e83c1-4908-499a-b53d-2c186f46695f HTTP/1.1" status: 204 len: 168 time: 0.8078313 Apr 22 21:49:54.024267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-ab5e8b1f-2992-4985-866b-ae9744c9bcb1 req-bddb5528-b1d7-4d89-8d5f-6f03b6437fee service neutron] (86417) timed out ('10.222.0.26', 61069) {{(pid=86417) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 21:49:54.124800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-e84e6cd2-7752-44ec-81e1-02d16667cbb6 req-cfe62711-8341-4e31-a890-e553ae4eef12 service neutron] (86417) timed out ('10.222.0.26', 61070) {{(pid=86417) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 21:49:57.439788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35180) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:49:58.137719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:58.572788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Deleting port 34d935c8-d901-4b30-9824-e6a82d21b2d8 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:49:58.573408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:58.703330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] For port 34d935c8-d901-4b30-9824-e6a82d21b2d8, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=34d935c8-d901-4b30-9824-e6a82d21b2d8,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:49:58.703653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:58.835430 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Calling delete_port for 34d935c8-d901-4b30-9824-e6a82d21b2d8 owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:49:58.988063 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:58.992018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7e759feb-dc13-4ded-8ce1-3fc9130b52e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:49:59.039182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d935c8-d901-4b30-9824-e6a82d21b2d8,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:49:59.044291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:49:59.334547 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:49:59.983471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Router ec1c7442-46b6-47e5-b439-b171536f8540 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:50:00.177386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:50:00.186751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Sync routers for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:50:00.193061 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a2ffdfb3-d7d7-41ba-9f06-835991ab7ea0 admin admin] 10.222.0.15 "PUT /v2.0/routers/ec1c7442-46b6-47e5-b439-b171536f8540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493827 Apr 22 21:50:00.194441 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35186) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:00.197933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:50:00.198577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:49:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:00.381791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:50:00.382375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:00.573870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:00.650053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Deleting port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:50:00.650421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:00.684279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233'}], 'enable_snat': True}, 'gw_port_id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:49:58Z', 'revision_number': 5, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port': {'id': '11ff1f1e-4dd2-403e-8f07-9f9af50fcbca', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:43:47Z', 'updated_at': '2021-04-22T21:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:00.688494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Checking router: ec1c7442-46b6-47e5-b439-b171536f8540 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:50:00.697798 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Routers {'ec1c7442-46b6-47e5-b439-b171536f8540'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:50:00.698445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:49:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ec1c7442-46b6-47e5-b439-b171536f8540'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:00.782084 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] For port 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:50:00.782494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:00.922397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Calling delete_port for 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:50:01.027261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] Set router ec1c7442-46b6-47e5-b439-b171536f8540 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:50:01.076293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.081224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bcf2a3e5-b1d4-4bf4-863c-fc1021c5e8ab tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:01.128925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ff1f1e-4dd2-403e-8f07-9f9af50fcbca,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:01.132284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:01.141942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:50:00Z', 'revision_number': 6, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:01.146808 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b659b607-1090-4ac4-bb47-fcbc97c99e9f None None] The sync data for ids ['ec1c7442-46b6-47e5-b439-b171536f8540'] in dv-cinder-763306-11-smb is: [{'id': 'ec1c7442-46b6-47e5-b439-b171536f8540', 'name': 'tempest-AttachVolumeTestJSON-1890750170-router', 'tenant_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:43:46Z', 'updated_at': '2021-04-22T21:50:00Z', 'revision_number': 6, 'project_id': 'ed5bc796c3534f4fb662a7cec3462bc4', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:50:01.240382 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.429141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.431655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.462817 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.463370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1c7442-46b6-47e5-b439-b171536f8540 {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:50:01.476750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.478090 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-6bea7dc0-f87d-4275-b814-87c54ae718c0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ec1c7442-46b6-47e5-b439-b171536f8540 HTTP/1.1" status: 204 len: 168 time: 1.2826257 Apr 22 21:50:01.481777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35190) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:01.548406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Deleting subnet fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:50:01.551761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.607623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.691799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.966505 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:01.971661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3b0198f7-949f-4087-a675-b9460e77e908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:02.009319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:02.011537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.015560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:02.016364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b2f5e-45ac-4746-bf6b-514cf9b7b2da None None] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:50:02.018644 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-3868a860-80fa-4c29-a956-11fcb9dab93f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fcdfb27e-b6f0-4437-bd1e-aaa3aa58a088 HTTP/1.1" status: 204 len: 168 time: 0.5358760 Apr 22 21:50:02.022672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35194) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:02.139071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.215082 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Deleting port 720072d5-39cb-4685-a19e-1e21f65136c5 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:50:02.215454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.273112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] DHCP port deletion for f6695ee9-1f53-4b7d-b440-9611036c9c12 request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:50:02.327044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] For port 720072d5-39cb-4685-a19e-1e21f65136c5, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=720072d5-39cb-4685-a19e-1e21f65136c5,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:50:02.327442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.346507 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Deleting port 720072d5-39cb-4685-a19e-1e21f65136c5 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:50:02.346928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.454860 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] For port 720072d5-39cb-4685-a19e-1e21f65136c5, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=720072d5-39cb-4685-a19e-1e21f65136c5,segment=NetworkSegment(8a792c4e-be2f-4b55-b6ee-b94d9a01d77f),segment_id=8a792c4e-be2f-4b55-b6ee-b94d9a01d77f)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:50:02.455367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.459946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Calling delete_port for 720072d5-39cb-4685-a19e-1e21f65136c5 owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:50:02.508031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.513265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4e0d2ba6-1523-4fab-bf71-c264a5bcc639 tempest-VolumesSnapshotTestJSON-1643031401 tempest-VolumesSnapshotTestJSON-1643031401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:02.563638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=720072d5-39cb-4685-a19e-1e21f65136c5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:02.565720 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] No DVR routers for this DVR port 720072d5-39cb-4685-a19e-1e21f65136c5 on host dv-cinder-763306-11-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:50:02.567592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:02.586931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Calling delete_port for 720072d5-39cb-4685-a19e-1e21f65136c5 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:50:02.633885 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:50:02.634279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:50:02.690624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:02.941518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 720072d5-39cb-4685-a19e-1e21f65136c5 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:50:02.980405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 720072d5-39cb-4685-a19e-1e21f65136c5 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:50:02.980805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 720072d5-39cb-4685-a19e-1e21f65136c5 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:50:02.981264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 34d935c8-d901-4b30-9824-e6a82d21b2d8 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:50:03.022482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 34d935c8-d901-4b30-9824-e6a82d21b2d8 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:50:03.022911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 34d935c8-d901-4b30-9824-e6a82d21b2d8 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:50:03.023375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:50:03.060245 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:50:03.060634 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 11ff1f1e-4dd2-403e-8f07-9f9af50fcbca not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:50:03.069880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6695ee9-1f53-4b7d-b440-9611036c9c12']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:03.083206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:03.083531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a792c4e-be2f-4b55-b6ee-b94d9a01d77f') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:50:03.098008 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.119570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.126831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:50:03.170387 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-c215c67e-505c-460c-bca7-1cb16fea7ec1 None None] The port '720072d5-39cb-4685-a19e-1e21f65136c5' was deleted {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:50:03.306692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:50:03.319288 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.494578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Network f6695ee9-1f53-4b7d-b440-9611036c9c12 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:50:03.517051 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:50:03.609905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.615471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.619409 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:03.644188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=f6695ee9-1f53-4b7d-b440-9611036c9c12,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:03.646774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:03.655865 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6695ee9-1f53-4b7d-b440-9611036c9c12 HTTP/1.1" status: 204 len: 168 time: 1.6321392 Apr 22 21:50:03.785584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35200) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:03.838786 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0eedd22b-2676-4cee-b7a5-e017377c2490 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed5bc796c3534f4fb662a7cec3462bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518162 Apr 22 21:50:03.841636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35204) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:03.905888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.937202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.988464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:03.993627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2e609be7-1751-46d2-a5a8-ee3b7875b2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:04.007646 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59129baf-53c9-40c1-86ca-0db11e9df3d0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:04.010246 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:04.015923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:04.017700 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c6561247-fad2-4447-a5bb-9d4e8ad49d75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59129baf-53c9-40c1-86ca-0db11e9df3d0 HTTP/1.1" status: 204 len: 168 time: 0.1749387 Apr 22 21:50:05.275112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:05.913942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35246) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:06.066584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.082223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:06.086576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Usage tracker for resource:security_group_rule and tenant:8417d6ae32fd4009902f284730fc8381 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:06.089742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:06.096319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:06.185375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.189161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.196659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cff4c8af-a0e5-408e-9015-fe28e24d112a tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:06.239118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eaf7e3-2a58-448d-aa84-a473ea170967,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:06.243858 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8417d6ae32fd4009902f284730fc8381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288131 Apr 22 21:50:06.244873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:06.247247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35252) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:06.312315 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.339331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.386113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.389971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-01333260-c874-4203-aea5-d2cc96b12e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:06.401732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eaf7e3-2a58-448d-aa84-a473ea170967,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:06.405583 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:06.409111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.410323 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1eaf7e3-2a58-448d-aa84-a473ea170967 HTTP/1.1" status: 204 len: 168 time: 0.1626267 Apr 22 21:50:06.749706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35260) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:06.769886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.786745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:06.791417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Usage tracker for resource:security_group_rule and tenant:28d5456c4b8a42aa8698a07eae583708 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:06.794708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:06.801478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:06.893386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.897419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:06.905158 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-129fd99c-b757-4420-8afb-82082dea3ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:06.948542 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28d5456c4b8a42aa8698a07eae583708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976755 Apr 22 21:50:06.949484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faaa833-d0cd-4ec4-9a57-7e14096fa632,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:06.952531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35264) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:06.952947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c515654a-99c4-485c-8953-73143f3012ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:07.021217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:07.049104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:07.098983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:07.102832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c792f2b1-4b6f-44a7-a801-2e6b6c6f4c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:07.116707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faaa833-d0cd-4ec4-9a57-7e14096fa632,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:07.119067 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:07.122856 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:07.124894 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cdfef4ba-b855-4883-b2a1-7cac3fb60473 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6faaa833-d0cd-4ec4-9a57-7e14096fa632 HTTP/1.1" status: 204 len: 168 time: 0.1705260 Apr 22 21:50:09.878530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-72bf396e-7954-4e4b-a593-f42987d70160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:11.984263 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b47a67a8-d4f5-4d04-959e-0d41639b12d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:12.598906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:12.941413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.218544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35360) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:13.352331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.371982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:13.376420 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Usage tracker for resource:security_group_rule and tenant:0aaee6ef441b411bbc9e5cdd1f8dd880 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:13.379692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:13.386251 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:13.472250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.476579 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.484064 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6dba8e48-b754-4d0c-a80e-182882abb4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:13.527805 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0aaee6ef441b411bbc9e5cdd1f8dd880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079662 Apr 22 21:50:13.528760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5675e85-c821-4a4c-8950-50b9af2f25a3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:13.530948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35366) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:13.532328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c02eb53b-0155-4114-8b12-f44e23397662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:13.599656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.628003 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.678391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.682283 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2fa05937-485c-4b4e-98c6-779d5029cf72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:13.695844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5675e85-c821-4a4c-8950-50b9af2f25a3,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:13.698792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:13.707673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:13.709709 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9867b907-aa6f-4273-9834-4361b7447d71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5675e85-c821-4a4c-8950-50b9af2f25a3 HTTP/1.1" status: 204 len: 168 time: 0.1773865 Apr 22 21:50:13.993335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.031471 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35374) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:14.051464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.067785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:14.072299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Usage tracker for resource:security_group_rule and tenant:026a9c17a8814963b8768c65f6b10008 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:14.075427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:14.082394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:14.178886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.183834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.195396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1d7feda4-9b58-41f9-8eab-6cb0ceb4acd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:14.241477 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=026a9c17a8814963b8768c65f6b10008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086775 Apr 22 21:50:14.242352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc967442-335e-4a93-aa79-467ebff9c62f,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:14.245339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35378) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:14.245737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-73551298-cd36-4269-89cc-d9b4b608cef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:14.312234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.339261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.393645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.397691 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3073b93-7db7-48af-a384-4c664959a30a tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:14.415396 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc967442-335e-4a93-aa79-467ebff9c62f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:14.419502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:14.425297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:14.426612 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-dc41f5f7-8cd4-46a0-b0ec-508edb8b45a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc967442-335e-4a93-aa79-467ebff9c62f HTTP/1.1" status: 204 len: 168 time: 0.1799538 Apr 22 21:50:25.137530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35512) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:25.267204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.283844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:25.288262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Usage tracker for resource:security_group_rule and tenant:655d6329b11c43e998d8e0a7357d109c is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:25.291360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:25.297596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:25.385042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.389061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.396603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-070944ae-3416-4a21-8e63-868f04ee8fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:25.440104 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=655d6329b11c43e998d8e0a7357d109c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013637 Apr 22 21:50:25.441076 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd03711-ec03-4eb3-bcd8-a438e2b5a3f0,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:25.443625 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35518) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:25.446617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:25.512482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.544904 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.595434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.599211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-541e7d4d-721a-466c-9132-6abec1fb175c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:25.611153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd03711-ec03-4eb3-bcd8-a438e2b5a3f0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:25.613631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:25.619848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.622431 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5ce8ec2e-2983-4b8d-bb20-1f5fb38eba39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bd03711-ec03-4eb3-bcd8-a438e2b5a3f0 HTTP/1.1" status: 204 len: 168 time: 0.1764956 Apr 22 21:50:25.933750 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35526) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:25.953567 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:25.969051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:25.973136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a39bd8db61496fb0639ec0da6bd9a8 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:25.976138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:25.982326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:26.069348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.073715 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.081198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-51414acb-a6cd-4dd2-a965-5c61eb4755e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:26.124633 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0a39bd8db61496fb0639ec0da6bd9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897330 Apr 22 21:50:26.125570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360af1e6-42bf-496a-95ba-92acae5f9735,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:26.127723 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35530) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:26.129015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:26.192600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.220244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.276614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.280606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f335acfe-6b64-47fa-ac89-f30e3a73d088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:26.292562 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360af1e6-42bf-496a-95ba-92acae5f9735,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:26.296427 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:26.299890 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.301107 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-beb68114-b7d2-4939-abc1-ae3455ce0810 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/360af1e6-42bf-496a-95ba-92acae5f9735 HTTP/1.1" status: 204 len: 168 time: 0.1722493 Apr 22 21:50:26.445971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:50:26.681395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35538) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:26.701081 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.718250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:26.722752 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Usage tracker for resource:security_group_rule and tenant:a0de54e191ea4edab1808467b160fe23 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:26.726050 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:26.732977 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:26.825934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.830946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.838370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-36425aea-3461-49c2-8fad-14a94667697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:26.883972 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0de54e191ea4edab1808467b160fe23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013848 Apr 22 21:50:26.884979 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b742e1-5484-4c42-a244-d542583d8315,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:26.887093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35542) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:26.888326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-45735924-e01c-46e2-bdaa-aa638c666d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:26.953513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:26.981174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:27.033593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:27.041522 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f3a33c42-4374-4ed6-b372-b615eb239930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:27.059120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b742e1-5484-4c42-a244-d542583d8315,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:27.061653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:27.064247 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:27.065502 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-4d8e2498-bb08-4d3b-91df-63f4b1a3601a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9b742e1-5484-4c42-a244-d542583d8315 HTTP/1.1" status: 204 len: 168 time: 0.1766927 Apr 22 21:50:35.276016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.295775 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35628) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:35.433423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.449165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:35.453613 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Usage tracker for resource:security_group_rule and tenant:e613c33e9b8241daa87291b723539a72 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:35.458561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:35.466513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:35.561049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.565394 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.574326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0edbfe26-e1a4-40a1-8ff4-afcd4edf9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:35.615735 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e613c33e9b8241daa87291b723539a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187559 Apr 22 21:50:35.617523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a8bf7-5f6f-4797-9708-85a9706c5ce4,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:35.618917 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35634) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:35.621013 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5ba25e96-f84c-4398-acb5-3ae2e5c4a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:35.690107 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.718727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.776693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.781776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-de4fd5a3-b706-4ae3-a734-4b8b5c8f796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:35.798066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a8bf7-5f6f-4797-9708-85a9706c5ce4,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:35.801189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:35.814907 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:35.819458 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-8a8c3fd1-d4cc-4960-925b-67554de2e02c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/376a8bf7-5f6f-4797-9708-85a9706c5ce4 HTTP/1.1" status: 204 len: 168 time: 0.1962128 Apr 22 21:50:36.150888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35642) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:36.170476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.190200 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:50:36.194649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Usage tracker for resource:security_group_rule and tenant:7663e2578c024d3b886919aeac2ab9f7 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:50:36.197847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:50:36.204350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:50:36.290297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.294969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.302436 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7c1c03b5-2cf5-469c-b5c5-1753bbf759ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:36.346009 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7663e2578c024d3b886919aeac2ab9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939480 Apr 22 21:50:36.346921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99172a63-c140-42e0-9435-0b2a7dd79eea,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:36.349824 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35646) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:50:36.350199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e8d4923f-1c56-4cda-9ff6-66418fbb6601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:36.417948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.446534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.494671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.498527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-54b96a5c-b700-451d-a99c-3e05e83e9102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:50:36.512185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99172a63-c140-42e0-9435-0b2a7dd79eea,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:50:36.514629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:50:36.521834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:36.523069 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99172a63-c140-42e0-9435-0b2a7dd79eea HTTP/1.1" status: 204 len: 168 time: 0.1720173 Apr 22 21:50:39.874128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae21a-c1ce-4f14-a8db-4c44908d7caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:41.978044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1306fe39-e154-4afc-b32f-1fddb17b41a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:42.594306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:42.946845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:50:43.998150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:03.452030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:51:05.277364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:05.749971 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35842) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:05.882952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:05.899446 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:05.903765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Usage tracker for resource:security_group_rule and tenant:ba0c33df757f4ad38ceabff75b82421c is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:05.906890 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:05.913323 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:06.006577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.011160 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.018703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-6f6d37e3-b1cf-4563-844a-0b3288760017 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:06.066466 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba0c33df757f4ad38ceabff75b82421c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151581 Apr 22 21:51:06.067405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896572f0-e0e3-4165-8ea4-9995369d4ea0,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:06.069598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35848) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:06.075612 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.076069 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.076465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.076806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.077237 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.077635 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.078025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.078413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.078792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.079179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.079561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.079953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.084140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-13718993-2ddc-4f78-8879-af106bcf4a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:06.137018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.165755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.220475 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.224542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-27b8967f-85ab-42e6-91a4-6593cbcfac8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:06.238595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896572f0-e0e3-4165-8ea4-9995369d4ea0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:06.247766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:06.250299 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/896572f0-e0e3-4165-8ea4-9995369d4ea0 HTTP/1.1" status: 204 len: 168 time: 0.1795444 Apr 22 21:51:06.252146 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.252560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.252965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.253367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.253766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.254165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.254561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.254934 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.255331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.255765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.256185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.256578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:06.259951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-65cca751-9c5a-4fb8-98a7-231e72bb9a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:06.989401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35872) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:07.113495 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2056948416-network', 'tenant_id': '04a1a027611b4af48884c436498544fb'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:07.118875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:07.123563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Usage tracker for resource:network and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:07.126899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:07.134195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:07.146036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Made reservation on behalf of 04a1a027611b4af48884c436498544fb for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:51:07.153697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.167006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.183091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:07.187543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:07.190673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:07.197112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:07.285896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.290043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.293154 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-40ae13ae-d1e8-425d-9e41-26746d80a705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:07.321753 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:51:07.330676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6fda3-a9b0-466e-837f-c0e583836d5a,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:07.334565 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:07.337289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.337506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Added segment e54709e4-3e74-4e86-954d-af8f12eb3165 of type vlan for network d419fc6f-0e40-44b0-967a-1e2a8135ba2e Apr 22 21:51:07.364776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.401632 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.403046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:07.403701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.407318 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:07.513182 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5224407 Apr 22 21:51:07.516311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35878) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:07.516745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d419fc6f-0e40-44b0-967a-1e2a8135ba2e,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:07.519741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e61b1fa0-4769-462d-b351-cf19100340e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:07.522774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Request body: {'subnet': {'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2056948416-subnet', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:07.527250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:51:07.528312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:07.532664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Usage tracker for resource:subnet and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:07.535882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:07.542290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:07.553339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Made reservation on behalf of 04a1a027611b4af48884c436498544fb for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:51:07.558151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.981874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:07.986225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:08.062164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151b19d3-ca05-423d-bffe-b848ae789e69,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:08.066624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:08.074071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Checking segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:08.074470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Network hostable DHCP agents. Network: d419fc6f-0e40-44b0-967a-1e2a8135ba2e, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:51:08.095151 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:51:08.104668 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, d419fc6f-0e40-44b0-967a-1e2a8135ba2e) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:08.114875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6e04b-f966-4164-b0fd-2e9ce0390506 None None] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:51:08.117637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:08.118285 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.147562 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6300559 Apr 22 21:51:08.150782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35882) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:08.156615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:08.161845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:08.165958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Usage tracker for resource:router and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:08.169101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:08.175128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:08.185984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.187034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.202092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.494015 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.526530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-d419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:51:08.527442 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.692463 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Allocated IP 172.20.0.2 (d419fc6f-0e40-44b0-967a-1e2a8135ba2e/151b19d3-ca05-423d-bffe-b848ae789e69/4380f81d-3c35-4012-a229-00200e13cf61) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:08.823049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.856566 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.918125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.929962 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Transition to ACTIVE for port object 4380f81d-3c35-4012-a229-00200e13cf61 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:08.950713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Transition to ACTIVE for port object 4380f81d-3c35-4012-a229-00200e13cf61 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:08.955796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:08.961109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:09.002414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Allocated IP 172.28.3.17 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/276b72e5-2384-4919-9e0b-efc54c36ae18) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:09.028377 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:09.031940 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:09.037870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:09.044335 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Pushing event updated for resources: {'Port': ['ID=4380f81d-3c35-4012-a229-00200e13cf61,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:09.084104 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.084674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.084674 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.085089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.085453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.085816 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.086173 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.086578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.086866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.087234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.087592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.087980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:09.096271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:09.152706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Attempting to bind port 4380f81d-3c35-4012-a229-00200e13cf61 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:09.153326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Attempting to bind port 4380f81d-3c35-4012-a229-00200e13cf61 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:09.153815 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Attempting to bind port 4380f81d-3c35-4012-a229-00200e13cf61 on network d419fc6f-0e40-44b0-967a-1e2a8135ba2e {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:09.159844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:09.160287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Checking segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:09.160731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.161159 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Bound using segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:09.161671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Bound port: 4380f81d-3c35-4012-a229-00200e13cf61, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:09.162079 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.164408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.196250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.200075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:09.256968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] For port 4380f81d-3c35-4012-a229-00200e13cf61, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:09.260330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] For port 4380f81d-3c35-4012-a229-00200e13cf61, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4380f81d-3c35-4012-a229-00200e13cf61,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:09.264758 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.266468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:09.269580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:09.269968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:09.273919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:09.309118 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Pushing event updated for resources: {'Port': ['ID=276b72e5-2384-4919-9e0b-efc54c36ae18,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:09.315939 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:09.356769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Pushing event updated for resources: {'Port': ['ID=4380f81d-3c35-4012-a229-00200e13cf61,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:09.360362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:09.870524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-989083e9-0dd2-4718-a983-2cbaa9c605c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:09.982621 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:10.343497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:10.567713 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:51:10.686197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac4d070-a337-46d5-b3f8-8bc5ba51ef02 None None] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:51:10.758510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:51:10.771793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Sync routers for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:51:10.783073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:10.784452 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-91f88ead-0032-4f32-9354-6ccadf85b537 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6325781 Apr 22 21:51:10.787398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35886) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:10.811780 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:10.812506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:50:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:10.874016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a94d07b6-69cb-49e1-a3f8-29b2fa19ca8f None None] Provisioning for port 4380f81d-3c35-4012-a229-00200e13cf61 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:11.034182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4380f81d-3c35-4012-a229-00200e13cf61 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:11.174743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:11.381921 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 4380f81d-3c35-4012-a229-00200e13cf61 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:11.398901 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 4380f81d-3c35-4012-a229-00200e13cf61 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:11.399316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.515168 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.620196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.636390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:09Z', 'revision_number': 3, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:11.648905 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Checking router: ddbb7970-edb4-41e3-ac60-b7f55c5fd499 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:51:11.649295 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Updating router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 port 276b72e5-2384-4919-9e0b-efc54c36ae18 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:51:11.716968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 4380f81d-3c35-4012-a229-00200e13cf61, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4380f81d-3c35-4012-a229-00200e13cf61,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:11.723423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.727399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:11.736645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Allocated IP 172.20.0.1 (d419fc6f-0e40-44b0-967a-1e2a8135ba2e/151b19d3-ca05-423d-bffe-b848ae789e69/73f245e4-187b-4b49-b3f0-4dba0f0d9eb4) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:11.766391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.820690 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5e4fdff0-3a74-49ff-8f83-295ae281e849 None None] Provisioning complete for port 4380f81d-3c35-4012-a229-00200e13cf61 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:11.820908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5e4fdff0-3a74-49ff-8f83-295ae281e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.898534 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.916861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Transition to ACTIVE for port object 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:11.943568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:11.947828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:12.023348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:12.026527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:12.029375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:12.068236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Pushing event updated for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:12.071354 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:12.097395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.099682 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e53d9395-6c93-4737-abc2-83a04129ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.140954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=4380f81d-3c35-4012-a229-00200e13cf61,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:12.157947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:12.227938 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.462093 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-cc70e485-2b51-4843-a510-cedf584b97c1 None None] Provisioning for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:12.466456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.467211 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.471186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.474672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-cc70e485-2b51-4843-a510-cedf584b97c1 None None] Provisioning complete for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:12.475081 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cc70e485-2b51-4843-a510-cedf584b97c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.497406 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e128e7b5-9d98-4ed2-87ee-fa2047ca1ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:12.520204 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Transition to ACTIVE for port object 276b72e5-2384-4919-9e0b-efc54c36ae18 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:12.535465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.541636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:12.579783 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Pushing event updated for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:12.584291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:12.585355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.607851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-cc70e485-2b51-4843-a510-cedf584b97c1 None None] Port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:51:12.639714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.644695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Attempting to bind port 276b72e5-2384-4919-9e0b-efc54c36ae18 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:12.645106 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Attempting to bind port 276b72e5-2384-4919-9e0b-efc54c36ae18 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:12.645509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Attempting to bind port 276b72e5-2384-4919-9e0b-efc54c36ae18 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:12.647673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf374d-07c5-41a1-a4e8-21621d7412b5 None None] Pushing event updated for resources: {'Port': ['ID=276b72e5-2384-4919-9e0b-efc54c36ae18,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:12.651575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5eaf374d-07c5-41a1-a4e8-21621d7412b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:12.654338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:12.654737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:12.655196 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.655749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:12.656150 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Bound port: 276b72e5-2384-4919-9e0b-efc54c36ae18, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:12.656571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.729346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:12.730717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:12.736896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] For port 276b72e5-2384-4919-9e0b-efc54c36ae18, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:12.740618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] For port 276b72e5-2384-4919-9e0b-efc54c36ae18, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=276b72e5-2384-4919-9e0b-efc54c36ae18,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:12.744805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:12.748862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:12.829584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:12.830316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:12.952729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf374d-07c5-41a1-a4e8-21621d7412b5 None None] Pushing event updated for resources: {'Port': ['ID=276b72e5-2384-4919-9e0b-efc54c36ae18,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:12.974557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5eaf374d-07c5-41a1-a4e8-21621d7412b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:13.004258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:13.011029 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4380f81d-3c35-4012-a229-00200e13cf61 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:13.104677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-16504d78-21c8-4a31-ab02-3ed3464fd6b2 None None] Provisioning complete for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:13.104936 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-16504d78-21c8-4a31-ab02-3ed3464fd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:13.159044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:13.201661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:51:13.306585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-16504d78-21c8-4a31-ab02-3ed3464fd6b2 None None] Port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:51:13.335241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 4380f81d-3c35-4012-a229-00200e13cf61 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:13.335653 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:13.396108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:51:13.405738 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] 10.222.0.15 "PUT /v2.0/routers/ddbb7970-edb4-41e3-ac60-b7f55c5fd499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6172569 Apr 22 21:51:13.624972 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 2, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:13.629209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58557884-ad81-4858-8080-20dcd110bce3 None None] The sync data for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb is: [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 2, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:51:13.963219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35904) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:13.969787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-274636059-network', 'tenant_id': '78b61ffadccf46daab12009afb498f66'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:13.977075 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:13.992073 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Usage tracker for resource:network and tenant:78b61ffadccf46daab12009afb498f66 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:14.000774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:14.007585 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:14.018861 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.028624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Made reservation on behalf of 78b61ffadccf46daab12009afb498f66 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:51:14.033981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.048610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.065695 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:14.070176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Usage tracker for resource:security_group_rule and tenant:78b61ffadccf46daab12009afb498f66 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:14.073550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:14.080405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:14.174459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.178248 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.183112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-70b7135a-44cc-4b1c-a414-a0ced65b0a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:14.212314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 21:51:14.221776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527cfbd-a877-4d57-bbf1-44c9f5b91945,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:14.225243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:14.229593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.230000 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.segments_db [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Added segment 0922c1ed-5ca0-4a57-b226-93dc4e1a2092 of type vlan for network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 Apr 22 21:51:14.259794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757997792115'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.293589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.295115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:14.295770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.301479 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-46e9a7e0-652c-474a-8703-0b5dce498751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:14.423963 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4594600 Apr 22 21:51:14.425195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Pushing event updated for resources: {'Network': ['ID=4e49717f-adcb-4e2d-b3a6-41e6b2877f79,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:14.426961 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35908) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:14.428327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9fc37d07-59e5-49f9-b861-522379e9aa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:14.433892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Request body: {'subnet': {'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-274636059-subnet', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'ip_version': 4}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:14.436953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 details requested by agent ovs-agent-dv-cinder-763306-11-smb with host dv-cinder-763306-11-smb {{(pid=86419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 21:51:14.441685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:14.446023 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Usage tracker for resource:subnet and tenant:78b61ffadccf46daab12009afb498f66 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:14.451056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:14.460262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:14.470500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Made reservation on behalf of 78b61ffadccf46daab12009afb498f66 for: {'subnet': 1} {{(pid=86417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:51:14.475398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827490972'] for subnet, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.897806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27339997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827490955'] for subnet, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:14.903065 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9ec290d7-97c0-4ed4-b4c3-7d8f133d5841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:14.978698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd565bba-2f35-46f4-a695-67d47b1c135f,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:14.982698 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:14.989836 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Checking segment: {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:14.990254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Network hostable DHCP agents. Network: 4e49717f-adcb-4e2d-b3a6-41e6b2877f79, hostable agents: ['ce207e83-335c-4aaa-b0f5-33cd29404c90'], hosted agents: [] {{(pid=86417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 21:51:15.011640 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 is scheduled to be hosted by DHCP agent ce207e83-335c-4aaa-b0f5-33cd29404c90 with binding_index 1 {{(pid=86417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 21:51:15.019626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 276b72e5-2384-4919-9e0b-efc54c36ae18 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:15.024365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-11-smb, 4e49717f-adcb-4e2d-b3a6-41e6b2877f79) {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:15.043339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:15.044088 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.056314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f678d58d-df2f-4cb9-a24c-9d87e2cd7aff None None] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:51:15.065992 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-005b9e4e-0eba-4363-b3d5-5c23a94acd7c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6377356 Apr 22 21:51:15.068697 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35912) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:15.074287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:15.079397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:15.083381 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Usage tracker for resource:router and tenant:78b61ffadccf46daab12009afb498f66 is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:15.086975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:15.093286 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:15.103678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854336558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6966'] for router, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.104792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-439258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-405549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768831'] for router, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.123966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.208524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 276b72e5-2384-4919-9e0b-efc54c36ae18 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:15.247615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 276b72e5-2384-4919-9e0b-efc54c36ae18 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:15.248016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.405510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16fd021f-20b7-57fc-af5c-2dadcd37206e-4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f'}]}} from dv-cinder-763306-11-smb. {{(pid=86419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 21:51:15.406417 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.406615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768816'] for router, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.486454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.520280 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 276b72e5-2384-4919-9e0b-efc54c36ae18, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=276b72e5-2384-4919-9e0b-efc54c36ae18,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:15.528608 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.534636 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:15.661573 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=276b72e5-2384-4919-9e0b-efc54c36ae18,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:15.664997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:15.674645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Allocated IP 172.20.0.2 (4e49717f-adcb-4e2d-b3a6-41e6b2877f79/dd565bba-2f35-46f4-a695-67d47b1c135f/eb36b56a-b716-45f1-b31e-5036cffef266) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:15.737177 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.771422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:15.931850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Allocated IP 172.28.3.210 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/bb2ac504-0de5-4d58-8baf-9dd1a66a17a9) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:16.085165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.089297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.096546 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Transition to ACTIVE for port object eb36b56a-b716-45f1-b31e-5036cffef266 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:16.116410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Transition to ACTIVE for port object eb36b56a-b716-45f1-b31e-5036cffef266 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:16.121658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.123051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.126633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-3baf27a4-fe73-4268-9fc3-6584d7a42ffc tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:16.128500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5bbf5ec3-938c-4edb-a055-84b27c3783eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:16.185313 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:16.190099 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:16.193018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:16.193709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:16.197670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:16.197851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:16.235693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:16.240657 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Pushing event updated for resources: {'Port': ['ID=eb36b56a-b716-45f1-b31e-5036cffef266,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:16.240889 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:16.248390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:16.304326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Attempting to bind port eb36b56a-b716-45f1-b31e-5036cffef266 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:16.304736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Attempting to bind port eb36b56a-b716-45f1-b31e-5036cffef266 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:16.305139 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Attempting to bind port eb36b56a-b716-45f1-b31e-5036cffef266 on network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:16.311138 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:16.311555 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Checking segment: {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:16.311991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.312422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Bound using segment: {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:16.312924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Bound port: eb36b56a-b716-45f1-b31e-5036cffef266, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:16.313399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.407353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] For port eb36b56a-b716-45f1-b31e-5036cffef266, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:16.410519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] For port eb36b56a-b716-45f1-b31e-5036cffef266, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=eb36b56a-b716-45f1-b31e-5036cffef266,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:16.414520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:16.418272 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:16.507004 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Pushing event updated for resources: {'Port': ['ID=eb36b56a-b716-45f1-b31e-5036cffef266,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:16.510494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ab256544-9ffe-420e-bebb-c741bb4e0146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:16.792500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Sync routers for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:51:16.805037 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:16.806199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:16.921514 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.028165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:17.085169 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 276b72e5-2384-4919-9e0b-efc54c36ae18 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:17.159513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 276b72e5-2384-4919-9e0b-efc54c36ae18 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:17.159937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.293174 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device eb36b56a-b716-45f1-b31e-5036cffef266 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:17.305379 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854345863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854323487'] for router, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.365140 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port eb36b56a-b716-45f1-b31e-5036cffef266 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:17.367357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 2, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:17.371603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Checking router: ddbb7970-edb4-41e3-ac60-b7f55c5fd499 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:51:17.372026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Updating router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:51:17.429294 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.532975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Router ba533590-7927-435e-a417-792d3a9a5f40 is scheduled to L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c with binding_index 1 {{(pid=86417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 21:51:17.730014 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:51:17.741424 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Sync routers for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:51:17.753299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:17.753996 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:17.760930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] Notify callbacks [] for router, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.762848 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b0e27168-0197-459b-a58b-bc5a7032dcb6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6927593 Apr 22 21:51:17.765852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35916) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:17.812862 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.827098 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Transition to ACTIVE for port object 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:17.836087 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:17.841481 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:17.896595 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f49f3-0ff3-4ca1-b4f3-acb015681884 None None] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:51:17.979083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Pushing event updated for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:17.990311 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.990735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.991026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.991357 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.991719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.992132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.992487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.992839 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.993192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.993541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.993888 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:17.994233 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:51:18.021791 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Provisioning for port eb36b56a-b716-45f1-b31e-5036cffef266 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:18.023306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:18.037878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Provisioning complete for port eb36b56a-b716-45f1-b31e-5036cffef266 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:18.038456 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.099361 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Attempting to bind port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:18.099771 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Attempting to bind port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:18.100190 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Attempting to bind port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 on network d419fc6f-0e40-44b0-967a-1e2a8135ba2e {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:18.106135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:18.106558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Checking segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:18.106995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.107416 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Bound using segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:18.108543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Bound port: 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:18.109120 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.159477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:18.203205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] For port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:18.206717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] For port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:18.209398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.213521 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:18.297141 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:18.297527 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:18.355443 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Pushing event updated for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:18.430919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-acce3efc-e65c-4f06-b000-af2e0ce1f763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:18.510493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:18.554757 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.600287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.652257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] For port eb36b56a-b716-45f1-b31e-5036cffef266, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=eb36b56a-b716-45f1-b31e-5036cffef266,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:18.663503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.665923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30b19329-5a17-4c8d-9e1e-81635bac5640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:18.759882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Pushing event updated for resources: {'Port': ['ID=eb36b56a-b716-45f1-b31e-5036cffef266,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:18.763413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-425f9329-a0d5-4aa9-acab-cda2230f5994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:18.766172 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:16Z', 'revision_number': 3, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:18.770722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Checking router: ba533590-7927-435e-a417-792d3a9a5f40 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:51:18.771127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Updating router ba533590-7927-435e-a417-792d3a9a5f40 port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 binding host dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:51:18.863267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:18.878455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Allocated IP 172.20.0.1 (4e49717f-adcb-4e2d-b3a6-41e6b2877f79/dd565bba-2f35-46f4-a695-67d47b1c135f/49ed7d67-4f29-4ae3-a608-7dda229235bf) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:18.883001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:18Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:18.888846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4f7c9-674f-4518-a751-b09a5468a425 None None] The sync data for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb is: [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:18Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:51:19.023488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-e927eeb5-3fca-425c-93b8-ee9e92c355e5 None None] Provisioning complete for port eb36b56a-b716-45f1-b31e-5036cffef266 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:19.024097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e927eeb5-3fca-425c-93b8-ee9e92c355e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.059546 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.080747 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Transition to ACTIVE for port object 49ed7d67-4f29-4ae3-a608-7dda229235bf will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:19.089700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:19.105568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.111164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:19.177991 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:19.186358 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:19.191324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:19.238053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:19.249607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:19.272544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428092'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.408186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.655462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.661395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.684210 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:19.690700 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-30ce2661-ce10-42ce-a9f7-7686418dc7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:19.712186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:19.712600 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.778943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Pushing event updated for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:19.781696 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854347685'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.786198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:19.885307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.936779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:19.937927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:19.949777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Transition to ACTIVE for port object bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:19.972765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:19.980785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:20.029000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-bd3313ef-b971-42c6-abcc-0ba6e492cf6e None None] Provisioning for port 49ed7d67-4f29-4ae3-a608-7dda229235bf completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:20.056434 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.074167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-bd3313ef-b971-42c6-abcc-0ba6e492cf6e None None] Provisioning complete for port 49ed7d67-4f29-4ae3-a608-7dda229235bf triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:20.074899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bd3313ef-b971-42c6-abcc-0ba6e492cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.142348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Router ba533590-7927-435e-a417-792d3a9a5f40 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:51:20.157127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Attempting to bind port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:20.157488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Attempting to bind port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:20.157924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Attempting to bind port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 on network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:20.184902 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979b01b-5c28-42ba-a49e-407c74b6a4bd None None] Pushing event updated for resources: {'Port': ['ID=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:20.192774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:20.193145 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Checking segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:20.193615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.194035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Bound using segment: {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:20.194553 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Bound port: bb2ac504-0de5-4d58-8baf-9dd1a66a17a9, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcea0e1-aef9-46d5-83a3-e36c26f57b26', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:20.194960 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.220842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5979b01b-5c28-42ba-a49e-407c74b6a4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:20.241488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:20.257390 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.258345 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device eb36b56a-b716-45f1-b31e-5036cffef266 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:20.284748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-bd3313ef-b971-42c6-abcc-0ba6e492cf6e None None] Port 49ed7d67-4f29-4ae3-a608-7dda229235bf cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:51:20.296041 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:20.429869 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] For port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:20.452109 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] For port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:20.453170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:20.460568 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:20.462206 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.468127 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5eaf374d-07c5-41a1-a4e8-21621d7412b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:20.512410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-7e17fcf1-4741-4190-a278-583cd567cf63 None None] Provisioning complete for port 49ed7d67-4f29-4ae3-a608-7dda229235bf triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:20.512837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e17fcf1-4741-4190-a278-583cd567cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.590735 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port eb36b56a-b716-45f1-b31e-5036cffef266 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:20.591129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:20.597130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:51:20.606808 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] 10.222.0.15 "PUT /v2.0/routers/ba533590-7927-435e-a417-792d3a9a5f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8394647 Apr 22 21:51:20.666160 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979b01b-5c28-42ba-a49e-407c74b6a4bd None None] Pushing event updated for resources: {'Port': ['ID=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:20.672227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-7e17fcf1-4741-4190-a278-583cd567cf63 None None] Port 49ed7d67-4f29-4ae3-a608-7dda229235bf cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:51:20.673799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:20.674571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:20.736943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5979b01b-5c28-42ba-a49e-407c74b6a4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:20.929923 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:21.011252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:21.141738 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35926) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.148117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625288755', 'description': 'tempest-secgroup-smoke-1625288755 description', 'project_id': '04a1a027611b4af48884c436498544fb'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:21.155162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.159638 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.163051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.169732 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.181164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.205506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.211727 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.215615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.222205 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.304628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.308155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.312209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-c9a39d57-5a28-43c9-a565-532923b73431 tempest-AttachVolumeShelveTestJSON-1801986042 tempest-AttachVolumeShelveTestJSON-1801986042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:21.352673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:21.355571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.356971 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2140703 Apr 22 21:51:21.357928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-cfff1861-261b-4bf8-abc3-ff847820ba22 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:21.360464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35930) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.366290 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:21.372679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.376712 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.379708 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.386262 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.404152 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.438969 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:21.439383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.467016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.470135 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.472266 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:21.496832 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f090d8-31be-4303-8bfc-c015e7f6d8a1,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:21.501764 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:21.505801 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.507070 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-147e9405-6595-4e40-b14e-5c414defa4c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456065 Apr 22 21:51:21.509949 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35934) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.515667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:21.521987 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.526071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.529213 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.535392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.554370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.623414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.626799 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.629112 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f3320684-d82b-464d-9e7c-5c43011f172f tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:21.637030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '49ed7d67-4f29-4ae3-a608-7dda229235bf', 'name': '', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'mac_address': 'fa:16:3e:a5:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:18Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 2, 'project_id': '78b61ffadccf46daab12009afb498f66', 'subnets': [{'id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:21.641496 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6a96c-20ab-480f-81e1-cfa9a53e8546 None None] The sync data for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb is: [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '49ed7d67-4f29-4ae3-a608-7dda229235bf', 'name': '', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'mac_address': 'fa:16:3e:a5:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:18Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 2, 'project_id': '78b61ffadccf46daab12009afb498f66', 'subnets': [{'id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:51:21.654195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6f54bd-6deb-47ba-8674-5ea6f805f0aa,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:21.658153 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:21.665197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.666892 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0ce62829-0f4c-4761-b51d-c6aa1eb5e305 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556196 Apr 22 21:51:21.669666 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35938) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.675321 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:21.682193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.686497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.689679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.696011 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.713025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.780224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.783882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.789805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:21.809990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2072e13-6c5a-4e62-a800-f8816bca7886,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:21.812498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:21.823090 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.827853 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d6e6b3ba-6e42-4855-80d2-e48df9655c25 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542623 Apr 22 21:51:21.828182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35942) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.833966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:21.840879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:21.845317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:21.848491 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:21.854571 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:21.874369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.945942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.949429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.951596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:21.975114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cae738-e243-4afe-97db-a5df5a0803f4,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:21.977842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:21.985802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:21.987244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-144d9092-f6e7-418b-9bd3-2f336b1a21a0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579862 Apr 22 21:51:21.990184 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 35946) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:21.996373 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:22.008891 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:22.013401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:22.016851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:22.024071 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:22.037532 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.securitygroups_db [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Project 04a1a027611b4af48884c436498544fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 21:51:22.044887 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.124056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.127157 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.135544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:22.158307 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd39f5d-0609-4a61-86a5-b7bbc62a093e,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:22.160939 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:22.165828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.167131 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ffe1e4c1-e391-4f92-b320-518df666b74b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1759529 Apr 22 21:51:22.171026 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 35950) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:22.177121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'security_group_rule': {'security_group_id': 'ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32', 'project_id': '04a1a027611b4af48884c436498544fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:22.184036 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:22.188667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:security_group_rule and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:22.193130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:22.199704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:22.210676 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.securitygroups_db [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Project 04a1a027611b4af48884c436498544fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 21:51:22.218744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.296176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.300193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381581'] for security_group_rule, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.308850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:22.332741 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2146515-8a03-46e7-b1df-c718976515ca,revision_number=0']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:22.335470 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:22.336933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:22.345875 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-45611b3a-951e-4ab0-a816-fd66151b17d8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661296 Apr 22 21:51:23.034785 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:23.110137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:23.115383 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:23.115804 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:23.247356 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:23.265532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:23.269333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:23.271259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:23.346198 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:23.349787 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:24.679319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Sync routers for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:51:24.690185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:24.690848 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:25.003130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:25.050538 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:25.079476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:25.079858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:25.394683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '49ed7d67-4f29-4ae3-a608-7dda229235bf', 'name': '', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'mac_address': 'fa:16:3e:a5:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:18Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 2, 'project_id': '78b61ffadccf46daab12009afb498f66', 'subnets': [{'id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:25.401331 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Checking router: ba533590-7927-435e-a417-792d3a9a5f40 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:51:25.401976 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Updating router ba533590-7927-435e-a417-792d3a9a5f40 port 49ed7d67-4f29-4ae3-a608-7dda229235bf binding host dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 21:51:25.461039 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:25.837665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:25.851230 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Transition to ACTIVE for port object 49ed7d67-4f29-4ae3-a608-7dda229235bf will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:25.858132 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:25.863533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5c9155b8-b586-4a79-8578-2dfe311c580d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:26.033091 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec958c-5f96-435f-bce1-c2df84aa4252 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:26.036250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9bec958c-5f96-435f-bce1-c2df84aa4252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:26.099606 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Attempting to bind port 49ed7d67-4f29-4ae3-a608-7dda229235bf on host dv-cinder-763306-11-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:26.099939 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Attempting to bind port 49ed7d67-4f29-4ae3-a608-7dda229235bf by drivers openvswitch,hyperv on host dv-cinder-763306-11-smb at level 0 using segments [{'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:26.100362 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Attempting to bind port 49ed7d67-4f29-4ae3-a608-7dda229235bf on network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:26.106117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Checking agent: {'id': 'df6aa7fb-cf5c-4e4b-a0ac-041e41c389c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 25, 13), 'started_at': datetime.datetime(2021, 4, 22, 21, 25, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:26.106518 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Checking segment: {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:26.107000 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:26.107401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Bound using segment: {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:26.107945 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Bound port: 49ed7d67-4f29-4ae3-a608-7dda229235bf, host: dv-cinder-763306-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0922c1ed-5ca0-4a57-b226-93dc4e1a2092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:26.108365 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:26.204058 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] For port 49ed7d67-4f29-4ae3-a608-7dda229235bf, host dv-cinder-763306-11-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:26.207208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] For port 49ed7d67-4f29-4ae3-a608-7dda229235bf, host dv-cinder-763306-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=49ed7d67-4f29-4ae3-a608-7dda229235bf,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:26.211944 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:26.215948 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:26.300440 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:26.301115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:26.360898 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec958c-5f96-435f-bce1-c2df84aa4252 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:26.425156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9bec958c-5f96-435f-bce1-c2df84aa4252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:26.500355 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:26.840143 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '49ed7d67-4f29-4ae3-a608-7dda229235bf', 'name': '', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'mac_address': 'fa:16:3e:a5:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:18Z', 'updated_at': '2021-04-22T21:51:26Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'subnets': [{'id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:26.844660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c72f4-f849-4004-a4bd-b1b95fd2830d None None] The sync data for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb is: [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:19Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '49ed7d67-4f29-4ae3-a608-7dda229235bf', 'name': '', 'network_id': '4e49717f-adcb-4e2d-b3a6-41e6b2877f79', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'mac_address': 'fa:16:3e:a5:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:18Z', 'updated_at': '2021-04-22T21:51:26Z', 'revision_number': 4, 'project_id': '78b61ffadccf46daab12009afb498f66', 'subnets': [{'id': 'dd565bba-2f35-46f4-a695-67d47b1c135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:51:27.022351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 49ed7d67-4f29-4ae3-a608-7dda229235bf up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:27.102049 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning for port 49ed7d67-4f29-4ae3-a608-7dda229235bf completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:27.107412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 49ed7d67-4f29-4ae3-a608-7dda229235bf triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:27.107821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:27.239629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:27.275577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] For port 49ed7d67-4f29-4ae3-a608-7dda229235bf, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=49ed7d67-4f29-4ae3-a608-7dda229235bf,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:27.280550 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:27.282676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-190e2dc7-a047-4348-aef5-bab65d9659a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:27.361509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:27.365265 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:29.002924 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 49ed7d67-4f29-4ae3-a608-7dda229235bf up at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:29.080537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Provisioning complete for port 49ed7d67-4f29-4ae3-a608-7dda229235bf triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:29.080950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:35.285564 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:39.788222 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-b70c89a5-b6e6-4a40-ac39-7874cfe78710 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625288755&fields=id&tenant_id=04a1a027611b4af48884c436498544fb HTTP/1.1" status: 200 len: 267 time: 0.0442708 Apr 22 21:51:39.875707 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-977876ab-b028-4cf7-ba4f-e24c52821780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:39.953493 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-3116cc8e-b6e4-4430-8a5c-93d3b36f7d15 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:39.955054 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-3116cc8e-b6e4-4430-8a5c-93d3b36f7d15 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 809 time: 0.1595800 Apr 22 21:51:39.973844 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-c35707c8-baed-4c3d-962d-5bede7514988 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/quotas/04a1a027611b4af48884c436498544fb HTTP/1.1" status: 200 len: 375 time: 0.0108070 Apr 22 21:51:40.066761 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-725964be-0b37-470c-820f-626a222a60e6 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869813 Apr 22 21:51:40.212769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-3f94ddc6-a7ef-4dab-9ce2-f30df7ad7e33 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:51:40.214153 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-3f94ddc6-a7ef-4dab-9ce2-f30df7ad7e33 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1297774 Apr 22 21:51:40.360419 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-d6e855fa-0809-4524-a781-d7aa7901bdfe service neutron] 10.222.0.15 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390805 Apr 22 21:51:40.455617 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:51:40.510032 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-a34eb616-a7b6-4127-bff3-08f4b59e7034 service neutron] 10.222.0.15 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430054 Apr 22 21:51:40.962244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e8ece371-6622-4814-96e6-d4f7dbef9395 req-ea989bf6-c23d-4fef-ab9d-787c27c25701 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Synchronizing usage tracker for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:51:40.980001 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-e8ece371-6622-4814-96e6-d4f7dbef9395 req-ea989bf6-c23d-4fef-ab9d-787c27c25701 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Unset dirty status for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:51:40.981337 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e8ece371-6622-4814-96e6-d4f7dbef9395 req-ea989bf6-c23d-4fef-ab9d-787c27c25701 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 210 time: 0.0670867 Apr 22 21:51:41.987123 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8c36f587-a593-4b98-a847-79f1e62a4cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.088448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-4acfa06d-241d-4c55-aef7-929bc6130adb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:42.089202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-4acfa06d-241d-4c55-aef7-929bc6130adb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Synchronizing usage tracker for tenant:04a1a027611b4af48884c436498544fb on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:51:42.106052 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-4acfa06d-241d-4c55-aef7-929bc6130adb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Unset dirty status for tenant:04a1a027611b4af48884c436498544fb on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:51:42.107320 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-4acfa06d-241d-4c55-aef7-929bc6130adb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 809 time: 0.1876280 Apr 22 21:51:42.155928 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6c0fc7e3-9647-4d04-8cd9-9d86d64701c9 req-10ea3c09-679a-417c-a2eb-5ebe4616462f tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 210 time: 0.0537972 Apr 22 21:51:42.159730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-29b3c241-3ba3-482c-8548-c563277d4cc7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Synchronizing usage tracker for tenant:04a1a027611b4af48884c436498544fb on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:51:42.180627 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-29b3c241-3ba3-482c-8548-c563277d4cc7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Unset dirty status for tenant:04a1a027611b4af48884c436498544fb on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:51:42.181876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-29b3c241-3ba3-482c-8548-c563277d4cc7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a1a027611b4af48884c436498544fb HTTP/1.1" status: 200 len: 380 time: 0.0664067 Apr 22 21:51:42.191258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'port': {'device_id': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'admin_state_up': True, 'tenant_id': '04a1a027611b4af48884c436498544fb', 'security_groups': ['ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:42.347930 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:42.358721 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:42.369954 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Made reservation on behalf of 04a1a027611b4af48884c436498544fb for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 21:51:42.376651 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.559398 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Allocated IP 172.20.0.9 (d419fc6f-0e40-44b0-967a-1e2a8135ba2e/151b19d3-ca05-423d-bffe-b848ae789e69/ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:42.600488 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.770637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.787513 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Transition to ACTIVE for port object ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:42.815803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.821937 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-bca703ce-30ee-40c2-bc9f-a84f0a6bd3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:42.893754 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:42.897077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:42.899693 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:42.940403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:42.946236 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:42.959852 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:42.978474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:42.979223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.010527 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-5e1352b8-ee26-4fe8-86c2-c5ca166a4734 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8232620 Apr 22 21:51:43.078818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5d6870a0-4a1f-47ff-b1ab-8091856c4f43 None None] Provisioning for port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 completed by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:43.081366 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Request body: {'port': {'device_id': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:43.084352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-5d6870a0-4a1f-47ff-b1ab-8091856c4f43 None None] Provisioning complete for port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 triggered by entity DHCP. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:43.084669 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5d6870a0-4a1f-47ff-b1ab-8091856c4f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.145252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-5d6870a0-4a1f-47ff-b1ab-8091856c4f43 None None] Port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 cannot update to ACTIVE because it is not bound. {{(pid=86419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 21:51:43.207176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.522702 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43297bf-9660-43f2-87ca-ea7873342f49 req-40b922f7-4699-44b8-8ce0-4bd9efbcd7d3 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:43.523462 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-c43297bf-9660-43f2-87ca-ea7873342f49 req-40b922f7-4699-44b8-8ce0-4bd9efbcd7d3 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Synchronizing usage tracker for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:51:43.571317 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-c43297bf-9660-43f2-87ca-ea7873342f49 req-40b922f7-4699-44b8-8ce0-4bd9efbcd7d3 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Unset dirty status for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:51:43.572620 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c43297bf-9660-43f2-87ca-ea7873342f49 req-40b922f7-4699-44b8-8ce0-4bd9efbcd7d3 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 931 time: 0.2950902 Apr 22 21:51:43.641902 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c43297bf-9660-43f2-87ca-ea7873342f49 req-e4822dac-838a-47c0-8de3-e2439ebfd7f7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603209 Apr 22 21:51:43.698746 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:51:43.706737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.722038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Transition to ACTIVE for port object ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 21:51:43.725590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.729487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d898d1c8-67f0-4ca0-b511-0f5496a932e5 tempest-VolumesNegativeTest-1608787853 tempest-VolumesNegativeTest-1608787853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:43.897369 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:43.905892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:43.983500 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Attempting to bind port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 21:51:43.984259 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Attempting to bind port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 21:51:43.984628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Attempting to bind port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 on network d419fc6f-0e40-44b0-967a-1e2a8135ba2e {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:43.990096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 on network d419fc6f-0e40-44b0-967a-1e2a8135ba2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 21:51:43.990454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Attempting to bind port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 on network d419fc6f-0e40-44b0-967a-1e2a8135ba2e {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 21:51:43.996530 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Checking agent: {'id': 'af30b7bd-939d-438f-95c4-c9df18e25440', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'started_at': datetime.datetime(2021, 4, 22, 21, 32, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 21, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 21:51:43.996910 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Checking segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 21:51:43.997330 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Bound using segment: {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 21:51:43.997476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:43.997958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Bound port: ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54709e4-3e74-4e86-954d-af8f12eb3165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 21:51:43.998189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:44.096423 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 21:51:44.099663 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 21:51:44.103676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825952537'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:44.107618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-1df45d91-6237-4bbb-b2aa-d0634a71bf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:44.172560 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:44.173268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:44.174919 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1093 time: 1.1559074 Apr 22 21:51:44.175474 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:51:44.198002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:44.205048 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-8b0431b2-801e-4ebf-add8-4a9f6a5550c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:44.260449 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'status': 'completed', 'code': 200} Apr 22 21:51:44.302649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-e334ee6f-b8d1-47e1-9072-74ab56c17cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:44.304316 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-e334ee6f-b8d1-47e1-9072-74ab56c17cdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1096 time: 0.0869339 Apr 22 21:51:44.382430 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-9ac622aa-641b-459c-b0cd-3a63d6c1e958 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 217 time: 0.0711622 Apr 22 21:51:44.454261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-dffd3e8a-dba7-4c71-9236-722d1a1f4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:44.455845 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-dffd3e8a-dba7-4c71-9236-722d1a1f4840 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0673683 Apr 22 21:51:44.544679 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-810bec8a-34f3-42f7-8c67-ccd6c8f2a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:44.546278 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-810bec8a-34f3-42f7-8c67-ccd6c8f2a7f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0844274 Apr 22 21:51:44.699261 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-6adbe79b-b807-45ac-8424-7e10dc454f4a service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461208 Apr 22 21:51:44.903399 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1f0edfec-9811-4a6b-b27f-fd7b97848b6a req-253ab692-828d-4c94-a751-368f276810b0 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973207 Apr 22 21:51:44.922225 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8d9a-7b65-4d70-8829-ddfeb4a7795a req-fb539abc-12cc-48fb-bf56-c66a8ab98a2b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:44.923876 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-848b8d9a-7b65-4d70-8829-ddfeb4a7795a req-fb539abc-12cc-48fb-bf56-c66a8ab98a2b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.1461215 Apr 22 21:51:45.024875 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-848b8d9a-7b65-4d70-8829-ddfeb4a7795a req-83fc5425-2a4f-45e8-a419-80fef24f8f70 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924270 Apr 22 21:51:45.052594 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-067c13ae-6c35-463c-b942-22ec6aa05973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:45.054193 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-067c13ae-6c35-463c-b942-22ec6aa05973 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1096 time: 0.1023326 Apr 22 21:51:45.198706 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-afd30625-bc1b-4114-901b-874d38a2e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:45.200209 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-afd30625-bc1b-4114-901b-874d38a2e730 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1392674 Apr 22 21:51:45.274034 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-673cfc20-eb35-40d6-926a-6bd843a1a12b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 217 time: 0.0672283 Apr 22 21:51:45.347879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-92c940d5-9bb6-47a2-accd-3cf966878832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:45.349506 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-92c940d5-9bb6-47a2-accd-3cf966878832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0691490 Apr 22 21:51:45.432628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-3492ad51-7299-4668-9623-7d5cb3030b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:45.434230 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-3492ad51-7299-4668-9623-7d5cb3030b20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0784688 Apr 22 21:51:45.579341 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-16513839-5b95-4bcd-979c-c13eed42853e service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375711 Apr 22 21:51:45.725127 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e14eddac-e3f9-4716-9fca-a69062b3f491 req-7c21d655-b70f-4ad9-a755-05906eb76da8 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390560 Apr 22 21:51:46.230847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efbc7c-1516-4b1a-945f-0ce617810ef6 req-18ddb0a6-3e8f-4d30-9534-2fb666e8024d tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:46.232400 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-49efbc7c-1516-4b1a-945f-0ce617810ef6 req-18ddb0a6-3e8f-4d30-9534-2fb666e8024d tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0923610 Apr 22 21:51:46.282422 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-49efbc7c-1516-4b1a-945f-0ce617810ef6 req-c25e43d6-9743-4738-ba63-603bbb223c63 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Apr 22 21:51:47.228802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:51:47.375847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:47.390187 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'mac_address': 'fa:16:3e:fb:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:51:47.448964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:47.466920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:51:47.484760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:47.488218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:47.490053 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476a109-55ee-4e63-8a5a-c6ec4e946f16 req-ddc28678-8de1-4a3f-a314-c70fc8f0e0de tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:47.490222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:47.491716 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7476a109-55ee-4e63-8a5a-c6ec4e946f16 req-ddc28678-8de1-4a3f-a314-c70fc8f0e0de tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0945237 Apr 22 21:51:47.540349 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7476a109-55ee-4e63-8a5a-c6ec4e946f16 req-78ed2fe7-509a-4886-9afb-9295ed96716d tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Apr 22 21:51:47.567061 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=4']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:47.570542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:47.832943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:51:48.758425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ae487-a996-44e8-ac2e-0d9eb303d6e9 req-5ed02985-2a40-4f8d-8850-7528357984d6 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:48.760047 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a22ae487-a996-44e8-ac2e-0d9eb303d6e9 req-5ed02985-2a40-4f8d-8850-7528357984d6 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 944 time: 0.1007547 Apr 22 21:51:48.812757 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a22ae487-a996-44e8-ac2e-0d9eb303d6e9 req-203e4e83-ef0b-4676-9994-6c3889eb8801 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Apr 22 21:51:49.226761 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:51:49.300745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning for port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 completed by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 21:51:49.305810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:51:49.306226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:49.432414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:49.460652 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:51:49.471257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:51:49.474866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:49.476964 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:49.512730 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'code': 200} Apr 22 21:51:49.553642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=5']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:49.556846 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:49.834400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd74c49-68fb-49ff-99fd-c6bbd7271508 req-f7cb1d3a-a915-4948-b15d-7768c678778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:49.836000 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7fd74c49-68fb-49ff-99fd-c6bbd7271508 req-f7cb1d3a-a915-4948-b15d-7768c678778b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0781813 Apr 22 21:51:49.890812 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7fd74c49-68fb-49ff-99fd-c6bbd7271508 req-59f0c192-3a7f-4851-8ee5-b95e9184ab92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480101 Apr 22 21:51:50.020353 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b2f0-7196-437e-8a5a-5c0489afa5cf req-befdab2c-04b2-41f8-a807-e8e57dc26e4e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:50.021976 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-17b3b2f0-7196-437e-8a5a-5c0489afa5cf req-befdab2c-04b2-41f8-a807-e8e57dc26e4e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0919442 Apr 22 21:51:50.071830 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-17b3b2f0-7196-437e-8a5a-5c0489afa5cf req-a9a76374-b190-4be9-9119-115000e880f5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427496 Apr 22 21:51:51.281838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a9f45-8503-4ca8-b871-3755c1f53f0e req-f8c6cd5f-d237-4091-ba8b-2533a415d073 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:51.283546 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e4a9f45-8503-4ca8-b871-3755c1f53f0e req-f8c6cd5f-d237-4091-ba8b-2533a415d073 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0890341 Apr 22 21:51:51.331996 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e4a9f45-8503-4ca8-b871-3755c1f53f0e req-e8d1a7e9-2137-417e-8c3e-24f2bcde1f0e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Apr 22 21:51:51.536476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002e446-ac7e-408b-be3c-84a80d9a9e3f req-14d5d39b-4cfc-4797-a367-f735eb587417 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:51.538138 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f002e446-ac7e-408b-be3c-84a80d9a9e3f req-14d5d39b-4cfc-4797-a367-f735eb587417 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0949430 Apr 22 21:51:51.587120 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f002e446-ac7e-408b-be3c-84a80d9a9e3f req-f75b8ddd-13fc-4a56-a2a6-e7be0f0451ba tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Apr 22 21:51:51.615730 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36096) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:51.738673 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196ca9f-2ff0-4c86-9957-df8d1b7f6f6b tempest-TestShelveInstance-1812339418 tempest-TestShelveInstance-1812339418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:51.740341 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-0196ca9f-2ff0-4c86-9957-df8d1b7f6f6b tempest-TestShelveInstance-1812339418 tempest-TestShelveInstance-1812339418-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1093 time: 0.1234112 Apr 22 21:51:51.743670 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36102) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:51:51.749425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.v2.base [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Request body: {'floatingip': {'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 21:51:51.756121 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 21:51:51.760316 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Usage tracker for resource:floatingip and tenant:04a1a027611b4af48884c436498544fb is out of sync, need to count used quota {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 21:51:51.763360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86417) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 21:51:51.769665 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.quota.driver [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 21:51:51.780072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for floatingip, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:51.927597 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:52.078291 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_common [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Allocated IP 172.28.3.82 (61310a2d-cce5-47ab-8bf0-5cf7395c6f68/16f2d22c-7dca-4615-a1b1-49a071878c49/93f2c335-1016-419a-ba19-ec5852c6e3a3) {{(pid=86417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 21:51:52.236189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for port, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:52.267537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278856973360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827438260'] for port, after_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:52.271577 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-610f8658-5c4f-45e6-aee8-82b9f6eadab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:52.342364 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Network 61310a2d-cce5-47ab-8bf0-5cf7395c6f68 is already hosted by enough agents. {{(pid=86417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 21:51:52.345489 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.base_scheduler [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Resources bound (agent type, host, resource id): {{(pid=86417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 21:51:52.349448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Received port after_create {{(pid=86417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 21:51:52.386038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'Port': ['ID=93f2c335-1016-419a-ba19-ec5852c6e3a3,revision_number=1']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:52.390760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:52.783437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:52.863030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:53.342480 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for port, precommit_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:53.346748 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27337541'] for port, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:53.352563 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-2eb02fc1-8fa0-4f2c-83df-d98f54ec231b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:51:53.462161 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event updated for resources: {'Port': ['ID=93f2c335-1016-419a-ba19-ec5852c6e3a3,revision_number=2']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:51:53.470626 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:51:53.480410 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854347633'] for floatingip, after_update {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:53.664022 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Floating IP 492a365c-631b-4750-bb16-a522054b9199 associated. External IP: 172.28.3.82, port: ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97. Apr 22 21:51:54.042676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:51:54.239554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:51:54.250544 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Sync routers for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:51:54.261299 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:54.261919 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:54.266028 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:51:54.340056 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-d8859321-db52-4cd9-b102-f9bdf27afeeb tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5830345 Apr 22 21:51:54.340056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:51:54.435463 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'status': 'completed', 'code': 200} Apr 22 21:51:54.450880 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:54.539250 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-9d7b8e8b-9d0a-4a53-970a-644c73e72551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:54.540911 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-9d7b8e8b-9d0a-4a53-970a-644c73e72551 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0823061 Apr 22 21:51:54.684128 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-8053e15d-5d08-492a-ad6c-3eef28a1f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:54.685696 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-8053e15d-5d08-492a-ad6c-3eef28a1f84d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1380782 Apr 22 21:51:54.793248 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-6f76910a-fb07-4dcd-9e6a-6d7ceb6d9e28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 998 time: 0.1007919 Apr 22 21:51:54.815570 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '492a365c-631b-4750-bb16-a522054b9199', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'mac_address': 'fa:16:3e:fb:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:51:52Z', 'updated_at': '2021-04-22T21:51:52Z', 'revision_number': 0, 'project_id': '04a1a027611b4af48884c436498544fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:54.820025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Checking router: ddbb7970-edb4-41e3-ac60-b7f55c5fd499 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:51:54.829725 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:51:54.830465 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:51:42Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:54.867144 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-75965a25-6c30-417e-acec-78ee2b63e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:54.868834 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-75965a25-6c30-417e-acec-78ee2b63e3a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0693958 Apr 22 21:51:54.952946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-16f3592a-80af-4c81-ab7b-f004119c432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:51:54.954529 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-16f3592a-80af-4c81-ab7b-f004119c432c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789282 Apr 22 21:51:55.112392 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-5116746d-88b7-44b6-a733-ba710e8c00ac service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506453 Apr 22 21:51:55.219704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:51:55.517915 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5ef41674-9a79-4f30-8af5-75c3b0a0c383 req-1105e867-5bcb-407d-bb67-777ef1d060d6 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993332 Apr 22 21:51:55.606844 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '492a365c-631b-4750-bb16-a522054b9199', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'mac_address': 'fa:16:3e:fb:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:51:52Z', 'updated_at': '2021-04-22T21:51:52Z', 'revision_number': 0, 'project_id': '04a1a027611b4af48884c436498544fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:51:55.611980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d795473-781a-4c2b-9a9c-90a32e208f3e None None] The sync data for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb is: [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_floatingips': [{'id': '492a365c-631b-4750-bb16-a522054b9199', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'router_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'mac_address': 'fa:16:3e:fb:ce:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T21:51:52Z', 'updated_at': '2021-04-22T21:51:52Z', 'revision_number': 0, 'project_id': '04a1a027611b4af48884c436498544fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:51:55.925717 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245fe8d-c62c-4797-9089-50b045a06587 None None] New status for floating IP 492a365c-631b-4750-bb16-a522054b9199: ACTIVE {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:52:05.276031 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:09.886081 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-7e2b2bef-91d0-4810-89f2-5456236d8155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:11.986497 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5f7f00ed-d30c-4f85-b887-2d457fc963d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:12.608943 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:12.964777 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:14.003044 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:14.031412 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-4632b18a-4bc1-4cd8-8fc2-95a53add7003 req-079a4332-83dc-4d3e-b5db-d650a5200921 service neutron] (86417) timed out ('10.222.0.26', 61034) {{(pid=86417) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 21:52:17.456576 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:52:19.485284 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-5a8eaa5e-1757-455b-8279-eafdf743f800 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852411 Apr 22 21:52:19.650874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-2fe40712-a6d8-4180-b0fb-87fdb99db8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:52:19.652488 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-2fe40712-a6d8-4180-b0fb-87fdb99db8f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0826108 Apr 22 21:52:19.819671 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-d5f55e9d-35fe-45cd-8651-a0a0e4cb201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:52:19.821277 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-d5f55e9d-35fe-45cd-8651-a0a0e4cb201f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1475699 Apr 22 21:52:19.946749 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-65d96a4c-0b85-41c2-aaff-dc03b83f5139 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1000 time: 0.1187866 Apr 22 21:52:20.020925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-a1d4db0d-7c1c-4d4c-a154-d8684d5b89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:52:20.022500 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-a1d4db0d-7c1c-4d4c-a154-d8684d5b89a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0694425 Apr 22 21:52:20.112559 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-52c8b034-12d2-48e6-b15b-f3c6bf132588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:52:20.114060 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-52c8b034-12d2-48e6-b15b-f3c6bf132588 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0835030 Apr 22 21:52:20.258121 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-79149f36-03b6-4c77-a2ee-b4ce4c8c5315 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372418 Apr 22 21:52:20.399932 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d5450ed8-3ea6-45c4-a2d4-63594229a0f4 req-b48960bf-61b8-4c7d-8a08-117a8fdc68c3 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356566 Apr 22 21:52:35.297346 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:39.885743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8f70-4bc9-415b-9e29-18a2059aeedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:41.980751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cb904e8e-5bdf-41ce-a98f-78f2a5f53ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:42.615016 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:42.968957 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:44.006776 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:52:54.458164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:53:05.290400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:09.880618 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-2d6fd479-efeb-4e9c-b53e-fe2536a57430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:11.986324 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-672ef38b-e3b9-4f04-9bcd-d05473e93b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:12.615217 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:12.973336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:14.012445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:20.480421 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-ca61ddc3-24ce-4486-af6a-008d0ab0b06a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851629 Apr 22 21:53:20.642062 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f166-13e9-4682-bda6-a4705617e052 req-9d503838-3c6d-43af-ac0f-651e5cef1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:53:20.643642 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-9d503838-3c6d-43af-ac0f-651e5cef1070 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0829320 Apr 22 21:53:20.802304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f166-13e9-4682-bda6-a4705617e052 req-e3fd246b-426f-46c2-a41c-28e7b2379dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:53:20.803877 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-e3fd246b-426f-46c2-a41c-28e7b2379dad service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1394868 Apr 22 21:53:20.915199 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-7e56a5d8-8d6b-47fb-8e4c-30ee8e796d63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1000 time: 0.1044784 Apr 22 21:53:20.984855 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f166-13e9-4682-bda6-a4705617e052 req-107d2472-70d7-4d2c-afdf-8f13797d81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:53:20.986442 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-107d2472-70d7-4d2c-afdf-8f13797d81e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0645995 Apr 22 21:53:21.070900 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f166-13e9-4682-bda6-a4705617e052 req-9badd6b0-c4a8-439b-821a-7bc5a14a65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:53:21.072443 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-9badd6b0-c4a8-439b-821a-7bc5a14a65f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0796721 Apr 22 21:53:21.218429 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-3c7b7f4e-8dca-40b2-8935-163588f153db service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395442 Apr 22 21:53:21.363116 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-fd76f166-13e9-4682-bda6-a4705617e052 req-3540a3e3-f025-425d-8ff1-5de3ea0e9309 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383815 Apr 22 21:53:31.463831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:53:35.293833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:39.888788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-c623184e-1e93-4c26-9d6e-138c1209416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:41.986850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5983625c-645e-499b-9f87-38f43207ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:42.626439 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:42.988137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:53:44.014650 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:05.285633 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:08.469823 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:54:09.886942 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-60a2e2d3-6bf6-4047-8258-aa2024392148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:10.592338 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0ef3d-7f2b-4e78-a042-e84529293c7c req-470a8986-5278-4f9a-b618-8f9bde82e49e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:10.593927 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aca0ef3d-7f2b-4e78-a042-e84529293c7c req-470a8986-5278-4f9a-b618-8f9bde82e49e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0997174 Apr 22 21:54:10.645489 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-aca0ef3d-7f2b-4e78-a042-e84529293c7c req-866868fa-c5c9-4db1-a41e-afd8888ade01 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449183 Apr 22 21:54:11.870558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd618-eb2d-4567-9ec1-404044d6783a req-c5b10cb0-1f61-4f8e-869e-a8d7189110df tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:11.872245 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-77ebd618-eb2d-4567-9ec1-404044d6783a req-c5b10cb0-1f61-4f8e-869e-a8d7189110df tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1005011 Apr 22 21:54:11.920881 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-77ebd618-eb2d-4567-9ec1-404044d6783a req-818aaadd-a5e9-4796-addf-36476552b6da tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Apr 22 21:54:11.983847 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a3aa8311-c311-44d0-9786-94dc4e8ebeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:12.627598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:12.984191 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:13.159129 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d5cc-b5c4-410c-891c-48d90866ad56 req-ca134899-c4f0-40ec-8954-8ba1667da7ee tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:13.160768 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a991d5cc-b5c4-410c-891c-48d90866ad56 req-ca134899-c4f0-40ec-8954-8ba1667da7ee tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1070375 Apr 22 21:54:13.211278 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a991d5cc-b5c4-410c-891c-48d90866ad56 req-d364a9a6-a612-40a9-979d-fa51393336a5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Apr 22 21:54:14.024195 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:14.436333 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb140-91e1-44f2-8462-80e6bd009146 req-6d26ca8e-8565-4e51-a018-a78255fae0ca tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:14.437904 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d2eb140-91e1-44f2-8462-80e6bd009146 req-6d26ca8e-8565-4e51-a018-a78255fae0ca tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0964766 Apr 22 21:54:14.486941 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6d2eb140-91e1-44f2-8462-80e6bd009146 req-0cfa74ae-8bbb-417b-a8ee-e6647848fa34 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Apr 22 21:54:15.709542 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd23165-d24e-4a5f-a0be-da2c50c3947c req-aa49f15a-b944-46b2-97d6-f9eeffccc933 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:15.711125 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7bd23165-d24e-4a5f-a0be-da2c50c3947c req-aa49f15a-b944-46b2-97d6-f9eeffccc933 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1087496 Apr 22 21:54:15.766555 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7bd23165-d24e-4a5f-a0be-da2c50c3947c req-3156428d-3078-4d5c-90b6-5c9b332a810f tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487182 Apr 22 21:54:16.988911 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b060ccb-683e-4345-807b-5e24f9f57bdc req-ff004fd1-5912-4a2c-ac9f-8788295874de tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:16.990510 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6b060ccb-683e-4345-807b-5e24f9f57bdc req-ff004fd1-5912-4a2c-ac9f-8788295874de tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0965927 Apr 22 21:54:17.040757 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6b060ccb-683e-4345-807b-5e24f9f57bdc req-811ce133-965c-40d9-bf3f-8db8c1492c23 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Apr 22 21:54:18.262469 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292845e-082e-408a-b878-84275353345e req-f9cc42ba-e1eb-42c6-9aed-52589f73345b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:18.263945 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0292845e-082e-408a-b878-84275353345e req-f9cc42ba-e1eb-42c6-9aed-52589f73345b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1019366 Apr 22 21:54:18.313190 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0292845e-082e-408a-b878-84275353345e req-a1f7de2c-a40a-49e4-8292-3764bfa2de91 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Apr 22 21:54:19.538981 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6647b4a-6720-46fd-a5ea-25937f6bafd4 req-7bc952cf-6fd2-47e4-a8bb-def857da11d7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:19.540536 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6647b4a-6720-46fd-a5ea-25937f6bafd4 req-7bc952cf-6fd2-47e4-a8bb-def857da11d7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0968122 Apr 22 21:54:19.587801 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-d6647b4a-6720-46fd-a5ea-25937f6bafd4 req-8c6a14e4-d6db-48bb-a492-8a50a66a67da tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Apr 22 21:54:20.747726 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-8af39375-efa4-4138-be2f-b19f24fb026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:20.749311 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-8af39375-efa4-4138-be2f-b19f24fb026c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.1267564 Apr 22 21:54:20.917208 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb31f82-0f8f-4f0d-8f5a-e252746a2966 req-a6e3d688-f064-40c2-b3de-8b055ef90225 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:20.918744 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8eb31f82-0f8f-4f0d-8f5a-e252746a2966 req-a6e3d688-f064-40c2-b3de-8b055ef90225 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.2133524 Apr 22 21:54:20.921372 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-9e1737f2-a710-40e7-9e21-1c2cb3432b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:20.922839 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-9e1737f2-a710-40e7-9e21-1c2cb3432b8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1668251 Apr 22 21:54:21.048899 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-8eb31f82-0f8f-4f0d-8f5a-e252746a2966 req-97a8af03-54c5-4d5f-a0c0-f45c167446a1 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233754 Apr 22 21:54:21.063860 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-0d642628-1ecf-410d-923c-df48e0c8168e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1000 time: 0.1246452 Apr 22 21:54:21.136445 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-170fd284-8f5d-4268-a84e-ad5f56e9840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:21.137958 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-170fd284-8f5d-4268-a84e-ad5f56e9840b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0681169 Apr 22 21:54:21.221422 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-bc53c76c-da61-490c-80d4-444e4f3ca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:21.222834 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-bc53c76c-da61-490c-80d4-444e4f3ca716 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780427 Apr 22 21:54:21.362534 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-c657d230-b227-4ca5-be97-d67aa9bc4820 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328523 Apr 22 21:54:21.504314 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-1cc14b27-f636-4a3a-a825-1ff11781a5ab req-5ac91b95-8656-4280-82ed-05b59107b31a service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350517 Apr 22 21:54:21.799095 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-1120aee5-610f-4e4b-89dc-888c51f4d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:21.800691 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-1120aee5-610f-4e4b-89dc-888c51f4d8cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0809770 Apr 22 21:54:21.958492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-0b42b522-9537-48e6-bbcd-7ed1b0a2afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:21.960097 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-0b42b522-9537-48e6-bbcd-7ed1b0a2afbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1381118 Apr 22 21:54:22.082795 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-a3c862cb-5b8d-417d-a4cd-9a350f4016ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1000 time: 0.1151330 Apr 22 21:54:22.154660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-613a10b9-2a1d-40fc-b125-3643fd48e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:22.156314 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-613a10b9-2a1d-40fc-b125-3643fd48e8f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0662491 Apr 22 21:54:22.239328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-f18850a1-4ee3-4b61-b648-5a34c11fe621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:22.240994 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-f18850a1-4ee3-4b61-b648-5a34c11fe621 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0781627 Apr 22 21:54:22.249484 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a0a0-78f7-4250-a3c1-f03bdf2a8256 req-c1f0b7c2-3297-42b5-bcf6-9bf249698609 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:22.251156 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0d4a0a0-78f7-4250-a3c1-f03bdf2a8256 req-c1f0b7c2-3297-42b5-bcf6-9bf249698609 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0878196 Apr 22 21:54:22.302538 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-f0d4a0a0-78f7-4250-a3c1-f03bdf2a8256 req-4c6a57fd-f233-4559-9ce7-bd1d5534308e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448656 Apr 22 21:54:22.381376 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-c7da2683-f47c-4c4c-8c7e-0cc9818cd06c service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332932 Apr 22 21:54:22.772334 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e7a2eb10-949b-4fbf-8fcd-8070d1625278 req-cdaad4b3-23ce-49c0-92d8-cc2413f093fc service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831422 Apr 22 21:54:23.511739 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90c1c5-e93b-4420-a904-13638fd4714f req-ab257ce7-0361-460a-9afc-3b05f1189dad tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:23.513396 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d90c1c5-e93b-4420-a904-13638fd4714f req-ab257ce7-0361-460a-9afc-3b05f1189dad tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0962315 Apr 22 21:54:23.566453 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-5d90c1c5-e93b-4420-a904-13638fd4714f req-99156448-a04f-44be-ae65-f6bbc97efaf0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Apr 22 21:54:24.805072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b5bf4-00f3-43e9-b422-6f4447953f4e req-0c8e3056-15d6-4ea5-abf6-be1446a06b07 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:24.806642 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e2b5bf4-00f3-43e9-b422-6f4447953f4e req-0c8e3056-15d6-4ea5-abf6-be1446a06b07 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1009755 Apr 22 21:54:24.857284 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-3e2b5bf4-00f3-43e9-b422-6f4447953f4e req-b7fae872-5971-4dfb-9def-17e1ecc24bb4 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Apr 22 21:54:25.193271 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36196) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:54:25.241956 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6393-69f4-4134-bc48-43b549e20dc0 req-e4095509-c24b-488a-b7d7-72b360d708ba tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:25.243558 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cded6393-69f4-4134-bc48-43b549e20dc0 req-e4095509-c24b-488a-b7d7-72b360d708ba tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0918722 Apr 22 21:54:25.291249 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-cded6393-69f4-4134-bc48-43b549e20dc0 req-7ffcb673-5540-499a-a9db-f79839e19ad3 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Apr 22 21:54:25.319411 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-e5fb1ebe-3817-4676-a2c5-e01da439a56c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247406 Apr 22 21:54:25.898363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:54:26.022615 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:26.051185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:54:26.061967 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:54:26.065662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:26.067504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5979b01b-5c28-42ba-a49e-407c74b6a4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:54:26.147740 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=6']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:54:26.156229 dv-cinder-763306-11-smb neutron-server[86304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'code': 422} returned with failed status Apr 22 21:54:26.157519 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.157897 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.158310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.158676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.159038 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.159401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.159760 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.160149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.160509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.160866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.161218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.161574 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:54:26.165714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:54:26.504186 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa99e1-f84a-4ab6-a8e1-2169fbbbfb66 req-5284c94b-4bc8-47e8-baf8-6f668f097ac7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:26.505800 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9aa99e1-f84a-4ab6-a8e1-2169fbbbfb66 req-5284c94b-4bc8-47e8-baf8-6f668f097ac7 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0901864 Apr 22 21:54:26.554613 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9aa99e1-f84a-4ab6-a8e1-2169fbbbfb66 req-6b945d63-178b-49fa-8534-c47d2ff7a5c5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Apr 22 21:54:26.617603 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-9bcc6883-717f-46f2-bfef-89f21411c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:26.619152 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-9bcc6883-717f-46f2-bfef-89f21411c9dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94&tenant_id=04a1a027611b4af48884c436498544fb HTTP/1.1" status: 200 len: 1096 time: 0.0813107 Apr 22 21:54:26.719437 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-288f0087-bf76-444e-8cd3-5386c3a5d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:26.721009 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-288f0087-bf76-444e-8cd3-5386c3a5d642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1096 time: 0.0802865 Apr 22 21:54:26.862985 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-6f883091-b801-48a7-9103-585da6560fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:26.864601 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-6f883091-b801-48a7-9103-585da6560fc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1369109 Apr 22 21:54:26.988930 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-5def9f9c-980d-4100-968f-b46f2518f37e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 998 time: 0.1173553 Apr 22 21:54:27.061722 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-4da28d02-405f-4610-a33e-c8753791303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:27.064496 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-4da28d02-405f-4610-a33e-c8753791303e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0690575 Apr 22 21:54:27.149287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-09281640-d799-46f5-96ab-db90102d8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:27.150824 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-09281640-d799-46f5-96ab-db90102d8b77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806012 Apr 22 21:54:27.292464 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-a37bebc4-6712-47fa-8cf4-f06d112846e8 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341815 Apr 22 21:54:27.434851 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-6a7cb81d-2b07-4474-9aab-02fa5b83c0d1 req-8b4b0cde-71e8-442b-a7a0-f577c78aaba2 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362469 Apr 22 21:54:27.761021 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bee9a-6aba-4f3c-8234-6f0e93394c17 req-16e55c38-779d-4fd0-98d3-d67af248cc86 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:27.762624 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a69bee9a-6aba-4f3c-8234-6f0e93394c17 req-16e55c38-779d-4fd0-98d3-d67af248cc86 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0926831 Apr 22 21:54:27.809859 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-a69bee9a-6aba-4f3c-8234-6f0e93394c17 req-463d520f-2816-4980-b62d-7871b0380a59 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Apr 22 21:54:29.024297 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddf691-f81e-4680-bc3c-cbaea86bb2eb req-28cfad7d-6bb9-4d22-a484-23007468954a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:29.025865 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-16ddf691-f81e-4680-bc3c-cbaea86bb2eb req-28cfad7d-6bb9-4d22-a484-23007468954a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0946674 Apr 22 21:54:29.082796 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-16ddf691-f81e-4680-bc3c-cbaea86bb2eb req-a4f0524c-fec3-49d5-8044-a09ae09db277 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473046 Apr 22 21:54:30.304524 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d794fd-26c8-4bb6-a8ae-59efdf4359b8 req-eecab09c-055f-4142-bb56-5feab8c2cd1b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:30.306103 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9d794fd-26c8-4bb6-a8ae-59efdf4359b8 req-eecab09c-055f-4142-bb56-5feab8c2cd1b tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0977261 Apr 22 21:54:30.354208 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-c9d794fd-26c8-4bb6-a8ae-59efdf4359b8 req-10543ac6-0bb3-4aa3-a2b0-2cba3811fb52 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Apr 22 21:54:31.567649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847d89c-b185-41ee-976d-0d8c8141e2b0 req-67b2ab3c-7097-458d-b82e-30fd8a218ad5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:31.569264 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0847d89c-b185-41ee-976d-0d8c8141e2b0 req-67b2ab3c-7097-458d-b82e-30fd8a218ad5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 943 time: 0.0932951 Apr 22 21:54:31.623040 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0847d89c-b185-41ee-976d-0d8c8141e2b0 req-852deac3-9270-439c-a7a5-3030034dba7c tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 Apr 22 21:54:31.925659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=86419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 21:54:32.073803 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:54:32.088224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Returning: {'device': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'port_id': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'mac_address': 'fa:16:3e:fb:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 21:54:32.148589 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:32.166711 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 21:54:32.184655 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:54:32.189134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:32.191822 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:54:32.265047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=7']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:54:32.268405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:54:32.499899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] get_ports_and_sgs() called for port_ids ['ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'] {{(pid=86419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 21:54:32.831018 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fa538-c851-4056-908c-3e2ad0f4d450 req-61380590-d058-47ed-b38c-1c3cbd4b71fa tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:32.832692 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e76fa538-c851-4056-908c-3e2ad0f4d450 req-61380590-d058-47ed-b38c-1c3cbd4b71fa tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 944 time: 0.0917301 Apr 22 21:54:32.885228 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e76fa538-c851-4056-908c-3e2ad0f4d450 req-f75af1d1-f1a5-4829-89c4-7bebe386c93e tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459764 Apr 22 21:54:33.942339 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 up at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 21:54:34.018459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.provisioning_blocks [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Provisioning complete for port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 triggered by entity L2. {{(pid=86419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 21:54:34.018845 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3455510'] for port, provisioning_complete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:34.106275 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecb9f6-d08c-4265-993e-4368b3246081 req-eb371dd2-8632-4335-822a-7894d0e22188 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:34.107993 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bcecb9f6-d08c-4265-993e-4368b3246081 req-eb371dd2-8632-4335-822a-7894d0e22188 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 944 time: 0.0951858 Apr 22 21:54:34.146781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854043957'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:34.156515 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bcecb9f6-d08c-4265-993e-4368b3246081 req-742cacc3-6bea-4135-b4e6-2929495b5536 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Apr 22 21:54:34.175451 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:54:34.187306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:54:34.191077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757998234824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363278856973343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278856972540'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:34.193130 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:54:34.233706 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'code': 200} Apr 22 21:54:34.267688 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Pushing event updated for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=8']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:54:34.270895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:54:34.530879 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903b79-7662-43e9-bf20-3dfbebdbb046 req-1c4723a5-d558-44ab-b865-1fbebe97e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:34.532570 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0c903b79-7662-43e9-bf20-3dfbebdbb046 req-1c4723a5-d558-44ab-b865-1fbebe97e38a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0854375 Apr 22 21:54:34.576391 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0c903b79-7662-43e9-bf20-3dfbebdbb046 req-b0758254-54b3-43e4-a6a9-c666c4537625 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Apr 22 21:54:35.313403 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:35.429306 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803033b-e1e7-40ec-9310-3a2b36f3762e req-8bdb8a62-3a3a-4615-b18e-ab4fc1475438 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:35.430859 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7803033b-e1e7-40ec-9310-3a2b36f3762e req-8bdb8a62-3a3a-4615-b18e-ab4fc1475438 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.1514742 Apr 22 21:54:35.479072 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-7803033b-e1e7-40ec-9310-3a2b36f3762e req-e3fc0a3f-5bcd-425f-9049-8f27c690b0c0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Apr 22 21:54:36.696718 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407734-8403-40cc-a46c-a3a22d0d91a0 req-101fef73-0585-4523-9c4d-e46aa843eec8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:54:36.698265 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bb407734-8403-40cc-a46c-a3a22d0d91a0 req-101fef73-0585-4523-9c4d-e46aa843eec8 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0959325 Apr 22 21:54:36.747920 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-bb407734-8403-40cc-a46c-a3a22d0d91a0 req-2b95fb57-585f-4b5d-a6bb-a56964b91250 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Apr 22 21:54:39.884222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-12829110-8833-4c2f-85c4-49179fb701bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:41.988719 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86133079-aa7a-408c-9d06-247ad8f9c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:42.634582 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:42.995558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:44.022047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:54:45.476347 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:55:05.313878 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:09.877624 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1da45493-2ddf-41a1-9404-00899b4881d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:11.994506 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9c475f49-0af7-4580-9391-bbb0547a6846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:12.634503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:12.993965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:14.025796 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:21.495647 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-1eb08d43-98ce-4276-a5f1-b07196e093a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783381 Apr 22 21:55:21.657548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-db66d190-7d46-43b9-9707-00281242b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:55:21.659118 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-db66d190-7d46-43b9-9707-00281242b135 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0857821 Apr 22 21:55:21.816268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-a8440ef1-d4fb-4e03-bc4a-4bbd3d042d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:55:21.817836 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-a8440ef1-d4fb-4e03-bc4a-4bbd3d042d78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1389322 Apr 22 21:55:21.929339 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-d19a7b08-8492-4724-b3ea-ac44d6dc83de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 1000 time: 0.1047113 Apr 22 21:55:21.997875 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-b46cc8ac-0e17-40d9-93bf-3117b97906c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:55:21.999376 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-b46cc8ac-0e17-40d9-93bf-3117b97906c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0635688 Apr 22 21:55:22.084305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-de3dbc79-5129-4cf7-8660-c3344ef58599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:55:22.085790 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-de3dbc79-5129-4cf7-8660-c3344ef58599 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788360 Apr 22 21:55:22.096941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-019be39e-c80b-42a3-b92d-15c4307123b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 21:55:22.097950 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-019be39e-c80b-42a3-b92d-15c4307123b3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052979 Apr 22 21:55:22.238692 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-57d4c035-21d6-4fca-9b41-99cecdf1dda5 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339080 Apr 22 21:55:22.386297 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0a26700c-240f-4d4d-9791-4326aafd0fe3 req-ee9bc5e9-d246-451c-bc36-def0c269c607 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406841 Apr 22 21:55:22.470293 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:55:35.330572 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:39.882931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-4c517d73-f9aa-4946-a98b-1c72c7de581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:41.991623 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3c0202dd-6fb3-413e-bdbc-e200eb481f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:42.637516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:42.994834 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:44.026692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:55:59.474828 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:56:05.335958 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:09.896243 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a2f724a2-ef84-4253-978d-5c09982b67b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:11.984284 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5acaef78-528e-4d43-abb6-f6f34203365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.178982 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36266) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:12.472478 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Deleting port 93f2c335-1016-419a-ba19-ec5852c6e3a3 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:12.472731 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.596806 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.597101 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.633975 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.727450 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Calling delete_port for 93f2c335-1016-419a-ba19-ec5852c6e3a3 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:12.871419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:12.875223 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b9b158ac-91d5-41e3-879b-47fcc087db6e tempest-TestMinimumBasicScenario-1852649770 tempest-TestMinimumBasicScenario-1852649770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:12.924842 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event deleted for resources: {'Port': ['ID=93f2c335-1016-419a-ba19-ec5852c6e3a3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:12.964165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.964584 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.964990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.965395 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.965800 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.966197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.966592 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.966989 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.967384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.967781 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.968197 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.968593 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:12.976342 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:12.989762 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:13.037533 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:13.037908 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.db.l3_db [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Floating IP 492a365c-631b-4750-bb16-a522054b9199 disassociated (deleted). External IP: 172.28.3.82, port: ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97. Apr 22 21:56:13.659818 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:56:13.850790 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:56:13.863194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Sync routers for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:56:13.871755 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:13.874551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:13.875222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:13.935557 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-ac88e6a7-1e73-44c4-87ba-b4f69b7d8af0 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "DELETE /v2.0/floatingips/492a365c-631b-4750-bb16-a522054b9199 HTTP/1.1" status: 204 len: 168 time: 1.7549720 Apr 22 21:56:13.936189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:56:14.040119 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'status': 'completed', 'code': 200} Apr 22 21:56:14.046310 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:14.088047 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:14.166649 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-dc813335-6217-4c9b-b734-2a7d2c1e8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:14.168205 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-dc813335-6217-4c9b-b734-2a7d2c1e8bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04a1a027611b4af48884c436498544fb&device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 1098 time: 0.0840545 Apr 22 21:56:14.358498 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-24d52bed-dce0-4337-9dcd-5645b7651ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:14.360089 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-24d52bed-dce0-4337-9dcd-5645b7651ee7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 200 len: 910 time: 0.1853633 Apr 22 21:56:14.442370 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-4e021012-9fc2-4d0d-93b2-646752342f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 200 len: 217 time: 0.0736129 Apr 22 21:56:14.534805 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-42671280-8126-4960-886b-6c63a7797ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:14.536469 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-42671280-8126-4960-886b-6c63a7797ec2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 200 len: 848 time: 0.0820749 Apr 22 21:56:14.545124 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fcc15-1dee-434d-be0c-f5d9d218aa02 req-e3551d4d-ecbc-4ef9-8e32-c792a3fed2b4 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:14.545918 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-488fcc15-1dee-434d-be0c-f5d9d218aa02 req-e3551d4d-ecbc-4ef9-8e32-c792a3fed2b4 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Synchronizing usage tracker for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 21:56:14.607057 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:14.610637 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.quota.resource [req-488fcc15-1dee-434d-be0c-f5d9d218aa02 req-e3551d4d-ecbc-4ef9-8e32-c792a3fed2b4 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Unset dirty status for tenant:04a1a027611b4af48884c436498544fb on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 21:56:14.611784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Checking router: ddbb7970-edb4-41e3-ac60-b7f55c5fd499 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:56:14.611963 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-488fcc15-1dee-434d-be0c-f5d9d218aa02 req-e3551d4d-ecbc-4ef9-8e32-c792a3fed2b4 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.3613672 Apr 22 21:56:14.621701 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:14.622370 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:14.673774 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-488fcc15-1dee-434d-be0c-f5d9d218aa02 req-ea5b3e84-f5ee-484d-b9ff-6ff2fca83e27 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507755 Apr 22 21:56:14.676111 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-20dada38-7a54-4b58-b03d-ad1868ce88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:14.677694 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-20dada38-7a54-4b58-b03d-ad1868ce88d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d419fc6f-0e40-44b0-967a-1e2a8135ba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1286302 Apr 22 21:56:14.812386 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:14.822540 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-10681f81-d5f9-4828-a635-fe1737093c12 service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374359 Apr 22 21:56:14.971207 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-0898eff2-f470-4708-8f65-d9edfa18a40f req-2f2c21e5-bb4d-492f-900a-4646163ecb0e service neutron] 10.222.0.26 "GET /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400599 Apr 22 21:56:15.156218 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:15.160906 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa59ed-0d49-4571-9ee5-cc5b5f4e4cfe None None] The sync data for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb is: [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:12Z', 'revision_number': 4, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb', '_interfaces': [{'id': '73f245e4-187b-4b49-b3f0-4dba0f0d9eb4', 'name': '', 'network_id': 'd419fc6f-0e40-44b0-967a-1e2a8135ba2e', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'mac_address': 'fa:16:3e:0c:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:11Z', 'updated_at': '2021-04-22T21:51:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'subnets': [{'id': '151b19d3-ca05-423d-bffe-b848ae789e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:56:15.560983 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead0647-1c88-4332-b5bb-adbdf785b2e8 None None] New status for floating IP 492a365c-631b-4750-bb16-a522054b9199: DOWN {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 21:56:15.893997 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c6303-d1e0-4f01-9f1e-f5459990b6fc req-36d33178-da4e-4220-8270-f7f39e9c4e5c tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:15.895609 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-415c6303-d1e0-4f01-9f1e-f5459990b6fc req-36d33178-da4e-4220-8270-f7f39e9c4e5c tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0909011 Apr 22 21:56:15.926413 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-5b8aa502-22a4-4c22-b3d8-9f761c9b95c5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 21:56:15.928130 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-5b8aa502-22a4-4c22-b3d8-9f761c9b95c5 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 945 time: 0.0968845 Apr 22 21:56:15.944269 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-415c6303-d1e0-4f01-9f1e-f5459990b6fc req-ecc15680-7305-410f-a8db-78630aa02629 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Apr 22 21:56:16.074866 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Deleting port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:16.075244 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:16.217092 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] For port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:16.217664 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:16.351042 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Calling delete_port for ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:16.481561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:16.487319 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-7522efd0-6cfc-4a0f-8966-49fc79f1ef89 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:16.539078 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event deleted for resources: {'Port': ['ID=ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:16.542419 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:16.617659 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] No DVR routers for this DVR port ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 on host hv-cinder-76330 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:56:16.620326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7552'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:16.623030 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-deleted', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 21:56:16.638850 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-b7f24819-7dc2-4b7b-ac3f-ae21c3369cd0 req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.26 "DELETE /v2.0/ports/ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 HTTP/1.1" status: 204 len: 173 time: 0.7052326 Apr 22 21:56:16.670548 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c10b2ca-b3ee-42d2-a300-f291add9ab94', 'name': 'network-vif-deleted', 'tag': 'ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97', 'status': 'completed', 'code': 200} Apr 22 21:56:17.270588 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [req-e8c74c58-2e5d-412e-aad0-0a54370c0227 req-fbbad357-0f99-43c5-ad90-27800bbc3796 tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c10b2ca-b3ee-42d2-a300-f291add9ab94 HTTP/1.1" status: 200 len: 210 time: 0.0519888 Apr 22 21:56:18.387115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36288) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:18.472066 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:18.503336 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:18.570149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:18.574056 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-233770d3-05b1-4655-abc8-5af48cfe8f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:18.590235 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:18.592838 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:18.601692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:18.602943 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-5fbf3141-d16b-4ca2-91e4-6f1ffccbc4ed tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad18b4c5-dd6b-40fc-8a6a-cffa3dd55f32 HTTP/1.1" status: 204 len: 168 time: 0.2142529 Apr 22 21:56:18.651543 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36294) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:19.343931 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:20.043006 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Deleting port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:20.043642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:20.172234 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] For port 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:20.172482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:20.304531 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Calling delete_port for 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:20.420108 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:20.453672 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:20.457454 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-59947145-9a01-4355-963e-28ccc381b36a tempest-TestShelveInstance-525714302 tempest-TestShelveInstance-525714302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:20.460874 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] No Port match for: ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:20.461258 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Device ce5fb8ba-60b7-42a1-8d79-b2d1e1f46c97 not bound to the agent host hv-cinder-76330 {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:20.504993 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f245e4-187b-4b49-b3f0-4dba0f0d9eb4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:20.508882 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:20.788096 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:21.172820 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:56:21.363375 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:56:21.372980 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Sync routers for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:56:21.376713 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-825c7c89-24a3-41f3-a593-8b1f366ae641 admin admin] 10.222.0.15 "PUT /v2.0/routers/ddbb7970-edb4-41e3-ac60-b7f55c5fd499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238827 Apr 22 21:56:21.379464 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36300) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:21.383714 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:21.384435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:21.563455 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:21.571744 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: dv-cinder-763306-11-smb {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:21.754351 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:21.830770 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Deleting port 276b72e5-2384-4919-9e0b-efc54c36ae18 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:21.831156 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:21.870561 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17'}], 'enable_snat': True}, 'gw_port_id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:56:20Z', 'revision_number': 5, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port': {'id': '276b72e5-2384-4919-9e0b-efc54c36ae18', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:21.874793 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Checking router: ddbb7970-edb4-41e3-ac60-b7f55c5fd499 for host: dv-cinder-763306-11-smb {{(pid=86419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:56:21.883745 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Routers {'ddbb7970-edb4-41e3-ac60-b7f55c5fd499'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:21.884429 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'], 'active': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:21.962314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] For port 276b72e5-2384-4919-9e0b-efc54c36ae18, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=276b72e5-2384-4919-9e0b-efc54c36ae18,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:21.962662 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.041126 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] Set router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 gateway port host: None {{(pid=86419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:22.094083 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Calling delete_port for 276b72e5-2384-4919-9e0b-efc54c36ae18 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:22.153400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:56:21Z', 'revision_number': 6, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:22.157859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829db691-27f1-43ec-8f34-21b7e29f36dd None None] The sync data for ids ['ddbb7970-edb4-41e3-ac60-b7f55c5fd499'] in dv-cinder-763306-11-smb is: [{'id': 'ddbb7970-edb4-41e3-ac60-b7f55c5fd499', 'name': 'tempest-TestShelveInstance-2056948416-router', 'tenant_id': '04a1a027611b4af48884c436498544fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:08Z', 'updated_at': '2021-04-22T21:56:21Z', 'revision_number': 6, 'project_id': '04a1a027611b4af48884c436498544fb', 'gw_port_host': None}] {{(pid=86419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:56:22.245825 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.250994 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9c670d99-b9a3-4d08-9b65-252500c6be82 tempest-AttachVolumeTestJSON-604587955 tempest-AttachVolumeTestJSON-604587955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:22.296578 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=276b72e5-2384-4919-9e0b-efc54c36ae18,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:22.299990 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:22.395873 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.840590 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.842968 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.868261 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.868843 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddbb7970-edb4-41e3-ac60-b7f55c5fd499 {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:56:22.881667 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:22.882909 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-64d8f47d-66d1-403b-bc98-ef54238b4d71 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ddbb7970-edb4-41e3-ac60-b7f55c5fd499 HTTP/1.1" status: 204 len: 168 time: 1.5023508 Apr 22 21:56:22.885631 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36304) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:22.953678 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Deleting subnet 151b19d3-ca05-423d-bffe-b848ae789e69 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:56:22.956792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.011035 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.091575 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.187749 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:23.227326 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:23.227710 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 73f245e4-187b-4b49-b3f0-4dba0f0d9eb4 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:23.228189 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 276b72e5-2384-4919-9e0b-efc54c36ae18 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:23.262952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 276b72e5-2384-4919-9e0b-efc54c36ae18 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:23.263537 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 276b72e5-2384-4919-9e0b-efc54c36ae18 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:23.364137 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.369278 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:23.406322 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151b19d3-ca05-423d-bffe-b848ae789e69,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:23.408532 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.411287 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:23.412501 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba415161-f513-47fc-b72b-7aa67ae180a0 None None] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:56:23.416378 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-86aadf24-7fea-48a0-b013-bc5b079214e3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/151b19d3-ca05-423d-bffe-b848ae789e69 HTTP/1.1" status: 204 len: 168 time: 0.5294220 Apr 22 21:56:23.418899 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36308) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:23.533476 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.617952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Deleting port 4380f81d-3c35-4012-a229-00200e13cf61 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:23.618327 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.671892 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] DHCP port deletion for d419fc6f-0e40-44b0-967a-1e2a8135ba2e request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:56:23.729965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] For port 4380f81d-3c35-4012-a229-00200e13cf61, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4380f81d-3c35-4012-a229-00200e13cf61,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:23.730360 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.741363 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Deleting port 4380f81d-3c35-4012-a229-00200e13cf61 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:23.741774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.845769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] For port 4380f81d-3c35-4012-a229-00200e13cf61, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=4380f81d-3c35-4012-a229-00200e13cf61,segment=NetworkSegment(e54709e4-3e74-4e86-954d-af8f12eb3165),segment_id=e54709e4-3e74-4e86-954d-af8f12eb3165)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:23.846176 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.863097 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Calling delete_port for 4380f81d-3c35-4012-a229-00200e13cf61 owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:23.912348 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:23.917461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-d59b46bd-8510-4675-a5ff-9ce744524e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:23.966896 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Pushing event deleted for resources: {'Port': ['ID=4380f81d-3c35-4012-a229-00200e13cf61,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:23.968920 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] No DVR routers for this DVR port 4380f81d-3c35-4012-a229-00200e13cf61 on host dv-cinder-763306-11-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:56:23.970468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:23.973946 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Calling delete_port for 4380f81d-3c35-4012-a229-00200e13cf61 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:24.017769 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:56:24.018165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:56:24.096729 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.210350 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d419fc6f-0e40-44b0-967a-1e2a8135ba2e']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:24.223002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54709e4-3e74-4e86-954d-af8f12eb3165') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:24.223341 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54709e4-3e74-4e86-954d-af8f12eb3165') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:24.235699 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.258974 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.269886 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:56:24.448807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:56:24.457966 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.555125 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-05eb3082-6be2-4105-980b-a494cb300b80 None None] The port '4380f81d-3c35-4012-a229-00200e13cf61' was deleted {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:56:24.634376 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Network d419fc6f-0e40-44b0-967a-1e2a8135ba2e has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:56:24.660093 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:56:24.741072 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.744645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:24.758277 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:24.770421 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Pushing event deleted for resources: {'Network': ['ID=d419fc6f-0e40-44b0-967a-1e2a8135ba2e,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:24.774704 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:24.783939 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d419fc6f-0e40-44b0-967a-1e2a8135ba2e HTTP/1.1" status: 204 len: 168 time: 1.3639655 Apr 22 21:56:24.787155 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36312) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:25.186677 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4380f81d-3c35-4012-a229-00200e13cf61 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:25.369794 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428964'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:25.403766 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 4380f81d-3c35-4012-a229-00200e13cf61 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:25.404055 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 4380f81d-3c35-4012-a229-00200e13cf61 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:25.807400 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Deleting port 49ed7d67-4f29-4ae3-a608-7dda229235bf {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:25.807779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:25.935192 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] For port 49ed7d67-4f29-4ae3-a608-7dda229235bf, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=49ed7d67-4f29-4ae3-a608-7dda229235bf,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:25.935614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:26.078548 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Calling delete_port for 49ed7d67-4f29-4ae3-a608-7dda229235bf owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:26.231932 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:26.235705 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e0709571-84a8-4195-95a4-3427e2a27933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:26.281384 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed7d67-4f29-4ae3-a608-7dda229235bf,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:26.284765 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:26.821685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-429018'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:27.205685 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Router ba533590-7927-435e-a417-792d3a9a5f40 has already been hosted by L3 agent e537aa8c-5c48-4590-88dd-b8a1dd37109c {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 21:56:27.396965 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] Notify agent at l3_agent.dv-cinder-763306-11-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 21:56:27.406226 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Sync routers for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 21:56:27.407243 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-e23c0af8-2e10-4ad7-bec1-0dfc4cc10c8e admin admin] 10.222.0.15 "PUT /v2.0/routers/ba533590-7927-435e-a417-792d3a9a5f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190786 Apr 22 21:56:27.410134 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36316) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:27.416182 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:27.416833 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:27.595782 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:27.601367 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: dv-cinder-763306-11-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:27.783784 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:27.859523 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Deleting port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:27.860680 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:27.895694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'external_fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:56:26Z', 'revision_number': 5, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port': {'id': 'bb2ac504-0de5-4d58-8baf-9dd1a66a17a9', 'name': '', 'network_id': '61310a2d-cce5-47ab-8bf0-5cf7395c6f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16f2d22c-7dca-4615-a1b1-49a071878c49', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-11-smb'}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:27.899743 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Checking router: ba533590-7927-435e-a417-792d3a9a5f40 for host: dv-cinder-763306-11-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 21:56:27.908494 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Routers {'ba533590-7927-435e-a417-792d3a9a5f40'} bound to L3 agent in host dv-cinder-763306-11-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 21:56:27.909131 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T21:25:12Z,description=,heartbeat_timestamp=2021-04-22T21:56:12Z,host='dv-cinder-763306-11-smb',id=e537aa8c-5c48-4590-88dd-b8a1dd37109c,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T21:25:12Z,topic='l3_agent')) {'router_ids': ['ba533590-7927-435e-a417-792d3a9a5f40'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:27.989610 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] For port bb2ac504-0de5-4d58-8baf-9dd1a66a17a9, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,segment=NetworkSegment(dfcea0e1-aef9-46d5-83a3-e36c26f57b26),segment_id=dfcea0e1-aef9-46d5-83a3-e36c26f57b26)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:27.990002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.066528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvr_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] Set router ba533590-7927-435e-a417-792d3a9a5f40 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 21:56:28.122984 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Calling delete_port for bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:28.274927 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28823278'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.279202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a013ae45-0066-4b4a-a4e4-31836e883af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:28.326751 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2ac504-0de5-4d58-8baf-9dd1a66a17a9,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:28.330289 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:28.345046 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_hamode_db [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:56:27Z', 'revision_number': 6, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port_host': None}], 'dv-cinder-763306-11-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:28.349811 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f17efc0-30a5-408f-8155-d91420b71df4 None None] The sync data for ids ['ba533590-7927-435e-a417-792d3a9a5f40'] in dv-cinder-763306-11-smb is: [{'id': 'ba533590-7927-435e-a417-792d3a9a5f40', 'name': 'tempest-TestShelveInstance-274636059-router', 'tenant_id': '78b61ffadccf46daab12009afb498f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T21:51:15Z', 'updated_at': '2021-04-22T21:56:27Z', 'revision_number': 6, 'project_id': '78b61ffadccf46daab12009afb498f66', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 21:56:28.427660 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854323621'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.611850 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854345977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7001'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.614629 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.643043 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432963'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.643611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba533590-7927-435e-a417-792d3a9a5f40 {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 21:56:28.656252 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.657483 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-edce9238-14f3-4c30-9ce2-9c9c0ca44a16 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ba533590-7927-435e-a417-792d3a9a5f40 HTTP/1.1" status: 204 len: 168 time: 1.2463658 Apr 22 21:56:28.660305 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36320) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:28.725179 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Deleting subnet dd565bba-2f35-46f4-a695-67d47b1c135f {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 21:56:28.728509 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.783492 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27393195'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:28.868831 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657204'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.138628 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854118644', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28819770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1608153'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.143795 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:29.181661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd565bba-2f35-46f4-a695-67d47b1c135f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:29.183788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.186611 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:29.188851 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312552d-3f76-42d4-9706-04f48ca00054 None None] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 requested from dv-cinder-763306-11-smb {{(pid=86419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 21:56:29.191604 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-9879a339-0dde-431d-b8e8-095245e4fa91 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dd565bba-2f35-46f4-a695-67d47b1c135f HTTP/1.1" status: 204 len: 168 time: 0.5297320 Apr 22 21:56:29.193929 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.15', 36324) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:29.207279 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:29.297113 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:29.297502 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device bb2ac504-0de5-4d58-8baf-9dd1a66a17a9 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:29.297951 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 49ed7d67-4f29-4ae3-a608-7dda229235bf no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:29.308453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740216'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.346089 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: 49ed7d67-4f29-4ae3-a608-7dda229235bf {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:29.346477 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device 49ed7d67-4f29-4ae3-a608-7dda229235bf not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:29.385865 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Deleting port eb36b56a-b716-45f1-b31e-5036cffef266 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:29.386164 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.528391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] DHCP port deletion for 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 request from dv-cinder-763306-11-smb {{(pid=86419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 21:56:29.601908 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Deleting port eb36b56a-b716-45f1-b31e-5036cffef266 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 21:56:29.602328 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278856544884'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.710737 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] For port eb36b56a-b716-45f1-b31e-5036cffef266, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=eb36b56a-b716-45f1-b31e-5036cffef266,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:29.711060 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.750435 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.db [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] For port eb36b56a-b716-45f1-b31e-5036cffef266, host dv-cinder-763306-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-11-smb',level=0,port_id=eb36b56a-b716-45f1-b31e-5036cffef266,segment=NetworkSegment(0922c1ed-5ca0-4a57-b226-93dc4e1a2092),segment_id=0922c1ed-5ca0-4a57-b226-93dc4e1a2092)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 21:56:29.750839 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-454979'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.845622 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Calling delete_port for eb36b56a-b716-45f1-b31e-5036cffef266 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:29.891102 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Calling delete_port for eb36b56a-b716-45f1-b31e-5036cffef266 owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 22 21:56:29.893267 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-735269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854753223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278856540959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757997802457'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:29.898227 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:29.933792 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.db.api [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 21:56:29.934149 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_db.api [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 21:56:29.947162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Pushing event deleted for resources: {'Port': ['ID=eb36b56a-b716-45f1-b31e-5036cffef266,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:29.949658 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] No DVR routers for this DVR port eb36b56a-b716-45f1-b31e-5036cffef266 on host dv-cinder-763306-11-smb {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 21:56:29.957895 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.958308 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.958683 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.959051 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.959418 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.959779 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.960167 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.960528 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.960925 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.961229 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.961580 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.961933 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:29.964950 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-b3585e18-b173-44b0-a427-b9c5005240f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:30.487802 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] The port 'eb36b56a-b716-45f1-b31e-5036cffef266' was deleted {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 22 21:56:30.607788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854118559', 'neutron.services.segments.db._delete_segments_for_network-8757998165875'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:30.721117 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e49717f-adcb-4e2d-b3a6-41e6b2877f79']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:30.734276 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0922c1ed-5ca0-4a57-b226-93dc4e1a2092') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:30.734607 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.services.segments.db [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0922c1ed-5ca0-4a57-b226-93dc4e1a2092') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 21:56:30.746645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278856469603', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827382621'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:30.761461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854113454'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:30.768165 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 21:56:30.946487 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:56:30.955642 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-662309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036825952615'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.145612 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.managers [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Network 4e49717f-adcb-4e2d-b3a6-41e6b2877f79 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: % (table.description, expected, rows_matched) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: Traceback (most recent call last): Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: timer() Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: cb(*args, **kw) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: return func(*args, **kwargs) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: self._notify() Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: self.callback(batched_events) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: event.method(event) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: segment_id)['aggregates'][0] Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: return f(self, *a, **k) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: return self._get(url).json() Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: **kwargs) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: return self.request(url, 'GET', **kwargs) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: **endpoint_filter) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 21:56:31.168849 dv-cinder-763306-11-smb neutron-server[86304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 21:56:31.188807 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device eb36b56a-b716-45f1-b31e-5036cffef266 no longer exists at agent ovs-agent-dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 21:56:31.226183 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.plugin [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] No Port match for: eb36b56a-b716-45f1-b31e-5036cffef266 {{(pid=86419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 22 21:56:31.226587 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.plugins.ml2.rpc [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Device eb36b56a-b716-45f1-b31e-5036cffef266 not bound to the agent host dv-cinder-763306-11-smb {{(pid=86419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 21:56:31.257694 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854347588'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.262503 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-effc0c2d-37c9-4146-83af-62bc8f7ac901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:31.282268 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704418'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.294461 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4e49717f-adcb-4e2d-b3a6-41e6b2877f79,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:31.297397 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:31.299244 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-da432b20-96c6-4151-a340-a7762df614ab admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e49717f-adcb-4e2d-b3a6-41e6b2877f79 HTTP/1.1" status: 204 len: 168 time: 2.1043372 Apr 22 21:56:31.423821 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36330) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:31.477420 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b33524c3-5010-4531-bdad-b0c5a71eae0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a1a027611b4af48884c436498544fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521650 Apr 22 21:56:31.481598 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36334) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:31.545703 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.572516 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.640219 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.645304 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-71f2bd1b-a344-471b-8d67-3585014ee70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:31.659222 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6fda3-a9b0-466e-837f-c0e583836d5a,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:31.670027 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.670448 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.670859 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.671257 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.671656 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.672077 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.672468 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.672858 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.673249 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.673645 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.674025 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.674391 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-11-smb {{(pid=86417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 21:56:31.677774 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:31.679194 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:31.680405 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-606cd5a9-a3c4-46ea-bcdf-f00d8fd588d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ac6fda3-a9b0-466e-837f-c0e583836d5a HTTP/1.1" status: 204 len: 168 time: 0.1977808 Apr 22 21:56:32.071188 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36342) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:32.125797 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-b14fd42d-baea-474f-9b3f-39bba45c3ea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78b61ffadccf46daab12009afb498f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532954 Apr 22 21:56:32.128309 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [-] (86417) accepted ('10.222.0.15', 36346) {{(pid=86417) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 21:56:32.189504 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:32.217116 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:32.264224 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854381601'] for security_group, after_delete {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:32.267941 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a84982cf-4ea5-40b2-99eb-9af8ef007f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 21:56:32.279689 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527cfbd-a877-4d57-bbf1-44c9f5b91945,revision_number=None']} {{(pid=86417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 21:56:32.283554 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG oslo_concurrency.lockutils [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86417) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 21:56:32.287002 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86417) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:32.288255 dv-cinder-763306-11-smb neutron-server[86304]: INFO neutron.wsgi [None req-a0a6d143-3fc1-40f1-9542-2badd5ca3b3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3527cfbd-a877-4d57-bbf1-44c9f5b91945 HTTP/1.1" status: 204 len: 168 time: 0.1589391 Apr 22 21:56:35.349709 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:36.479596 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:56:39.897414 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59d18fc6-31d0-4cbe-ba97-6c4ef5f78e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:41.988952 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-9293bf34-1e01-4cd2-884a-67013414d450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:42.643399 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:43.000392 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:56:44.035453 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:05.345742 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:08.614401 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-3f282924-0201-4af7-be30-2b4093fa7a09 req-7dea9fef-b516-424e-9b27-bf4b97884de6 service neutron] (86417) timed out ('10.222.0.15', 59936) {{(pid=86417) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 21:57:09.891114 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-39a47952-de32-450b-a60e-62a4a222a8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:11.979947 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-bf344920-9093-4710-8dc3-f37252ae8e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:12.652837 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:12.996614 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:13.485558 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:57:14.042692 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:35.365510 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:39.894773 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-3fa63a85-ed42-4da4-8201-16a4fa2d3b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:41.981408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-36823dbb-8a62-4b03-bbd7-541eb1f24b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:42.655539 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:42.991178 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:44.046115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:57:50.490814 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:58:05.364444 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:09.903813 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a0c33c27-d4c1-42fc-b4ce-9f075235ade0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:11.986520 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-0cf09621-792e-4e27-8256-8ea1aa1d5b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:12.656681 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:12.999736 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:14.050193 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:27.496482 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:58:35.361209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:39.902541 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-5a730557-d0b5-456c-a31e-16a1e5e48f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:41.977661 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-ec3b659f-95a2-4f3e-beda-6cd76408fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:42.660312 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:42.998136 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:58:44.053239 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:04.502034 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:59:05.366913 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:09.864170 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.wsgi [req-9c7d487b-b816-4025-b126-66ee6413bf2c req-5913c73b-6bb1-482d-b629-afc9c2ef09d0 service neutron] (86418) timed out ('10.222.0.26', 61015) {{(pid=86418) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 21:59:09.902253 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-02730505-fff0-4452-890d-56e775bed422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:11.979012 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-59cbcb5d-0bda-4054-8c21-3e57333030c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:12.663162 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:12.995185 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:14.056970 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:35.370209 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:39.902241 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-a3e518a4-250f-4b24-9c74-5899ac6b00d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:41.497557 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 21:59:41.984526 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-524f3f6b-054f-4158-9969-35c6cb7dd3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:42.669314 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:42.997995 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 21:59:44.062868 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:05.373425 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:09.897540 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-dd66aa59-7865-4576-a2f5-eda7e42c506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:11.974254 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-25606117-4e5c-4510-96dc-24dc2e23ba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:12.676352 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:13.003788 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:14.062408 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:18.503676 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 22:00:35.384928 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:39.905953 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d1a8-19b9-45c9-9620-db4fcfa2f2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:41.976264 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8d8e-b5e8-4b41-9958-0e2404a966e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:42.681274 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:42.995459 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:44.071202 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:00:55.509201 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron.db.agents_db [None req-08a7d4c7-a94d-48ab-80de-2ee05b62060b None None] Agent healthcheck: found 6 active agents {{(pid=86420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 22:01:05.378115 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-f2c36368-c1d2-4f7a-b0bf-f109223ee0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:01:09.892405 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-44452296-cc5f-4cec-a1d9-97ea86eb31bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:01:11.978810 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-409a811b-cd4d-45fa-99dc-ffb0b7591dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:01:12.684870 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-1a3a84eb-1c31-4bb8-a346-e93ee1aa4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:01:12.996551 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-848aee43-7ad2-48b9-bb40-5d53ceb15f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 22:01:14.076199 dv-cinder-763306-11-smb neutron-server[86304]: DEBUG neutron_lib.callbacks.manager [None req-53286653-fb81-42fa-94f4-c6c35ae72747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278856609925', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851320253'] for agent, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}